-- Logs begin at Tue 2022-03-08 18:10:54 UTC, end at Tue 2022-03-08 19:42:57 UTC. -- Mar 08 19:07:02.323808 dv-cinder-830092-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 19:07:05.330809 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.common.config [-] Logging enabled! Mar 08 19:07:05.331439 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 19:07:05.331607 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103610) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 19:07:05.335042 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.common.config [-] Logging enabled! Mar 08 19:07:05.335293 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 19:07:05.335601 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103610) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 19:07:05.336527 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 19:07:05.336756 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 19:07:05.337121 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 19:07:05.337362 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 19:07:05.337989 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 19:07:05.338312 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.338758 dv-cinder-830092-3-iscsi neutron-server[103610]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 19:07:05.339069 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.339363 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.339705 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.340001 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.340287 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.340569 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.340856 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.341147 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.341427 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.341704 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.341983 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.342270 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.342572 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.342856 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.343135 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.343411 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] debug = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.343686 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.344112 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.344513 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.344790 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.345071 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.345358 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.345606 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.345877 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.346158 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.346508 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] host = dv-cinder-830092-3-iscsi {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.346805 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.347086 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.347366 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.347645 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.347915 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.348185 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.348463 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.348728 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.348997 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] log_file = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.349284 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.349568 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.349848 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.350131 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.350353 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.350595 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.350897 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.351177 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.351451 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.351719 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.351987 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.352255 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.352522 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.352782 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.353057 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.353332 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.353608 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.353878 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.354145 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.354429 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.354703 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.354979 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.355321 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.355714 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.355972 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.356256 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.356519 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.356807 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.357102 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.357381 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.357658 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.357939 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.358207 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.358510 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.358779 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.359042 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.359305 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] use_json = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.359569 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.359832 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.360106 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.360372 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.360639 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.360909 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.361174 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.361459 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.361719 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:05.362010 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.362304 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.362633 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.362925 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.363210 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.363485 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.363769 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.364043 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.364325 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.364612 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.364897 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.365169 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.365459 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.365742 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.366032 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.366330 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.366643 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.366932 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.367204 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.367469 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.367736 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.368008 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.368291 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.368562 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.368845 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.369128 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.369404 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.369698 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.369981 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.370267 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.370580 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.371451 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.371694 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.371979 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.372255 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.372524 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.372796 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.373078 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.373352 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.373623 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.373914 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.374186 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.374485 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.374756 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.375028 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.375310 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.375581 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.375847 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.376114 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.376386 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.376653 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.376934 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.377205 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.377473 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.377738 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.378027 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.378299 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.378595 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.378868 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.379398 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.379671 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.379937 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.380203 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.380469 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.380734 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.381000 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.381267 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.381533 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.381803 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.382068 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.382334 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.382624 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.382892 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.383160 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.383443 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.383736 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.384009 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.384289 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.384564 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.384837 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.385108 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.385377 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.385652 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.385927 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.386197 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.387067 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.387356 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.387662 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.387964 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.388245 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.388542 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.388824 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.389102 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.389387 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.389685 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.389966 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.390249 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.390558 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.390853 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.391143 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.391435 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.391725 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.392013 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.392291 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.392595 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.392870 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:05.393085 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 19:07:05.393321 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103610) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 19:07:05.773997 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 19:07:05.774274 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 19:07:05.774610 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 19:07:05.775088 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 19:07:06.104147 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.104366 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.104632 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.105944 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.106215 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.106502 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.152592 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.152859 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.153119 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.167011 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.167288 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.167554 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.195930 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.196202 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.196465 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.233653 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.233926 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.234190 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.584001 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.584652 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.584652 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.584818 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.585438 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.685303 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.685547 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.685830 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.686095 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.686353 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.686681 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.686937 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.687191 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.687461 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.687717 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.687972 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.688230 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.688478 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.688721 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.688969 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.689228 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.689472 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.689731 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.689993 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.690243 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.690532 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.690803 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.691078 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.691444 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.691686 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.691924 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.692304 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:07:06.692539 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:07:06.692770 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:07:06.693000 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:07:06.693229 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:07:06.693458 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:07:06.693835 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 19:07:06.696974 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 19:07:06.701600 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 19:07:06.705331 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Mar 08 19:07:06.706991 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 19:07:06.707458 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 19:07:06.707805 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 19:07:06.708186 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 19:07:06.711065 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 19:07:06.711313 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 19:07:06.711650 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 19:07:06.716561 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 19:07:06.740089 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 19:07:06.740536 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.740832 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103610) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 19:07:06.741199 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.742579 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103610) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 19:07:06.742857 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 19:07:06.743100 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 19:07:06.746987 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.747259 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:06.810366 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 19:07:06.810623 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 19:07:06.810858 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 19:07:06.811225 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 19:07:06.831868 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_db.sqlalchemy.engines [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103610) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 19:07:07.483428 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Initializing driver for type 'gre' Mar 08 19:07:07.483975 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] gre ID ranges: [(1, 1000)] Mar 08 19:07:07.700601 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Initializing driver for type 'local' Mar 08 19:07:07.701221 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Initializing driver for type 'vlan' Mar 08 19:07:07.805751 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] VlanTypeDriver initialization complete Mar 08 19:07:07.806083 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Initializing driver for type 'vxlan' Mar 08 19:07:07.806672 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] vxlan ID ranges: [(1, 1000)] Mar 08 19:07:08.054706 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Initializing extension driver 'port_security' Mar 08 19:07:08.055050 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.extensions.port_security [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] PortSecurityExtensionDriver initialization complete Mar 08 19:07:08.055384 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Initializing mechanism driver 'openvswitch' Mar 08 19:07:08.055705 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Initializing mechanism driver 'hyperv' Mar 08 19:07:08.062324 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.plugin [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:07:08.063212 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > port after_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.063585 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > port after_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.063942 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > port after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.064470 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 19:07:08.064903 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > subnet after_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.065258 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > subnet after_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.065605 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.065996 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 19:07:08.066435 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > network after_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.066779 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > network after_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.067122 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > network after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.067519 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 19:07:08.067924 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > security_group after_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.068274 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > security_group after_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.068615 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > security_group after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.069012 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 19:07:08.069417 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.069763 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.070102 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.070516 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 19:07:08.070926 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > address_group after_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.071272 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > address_group after_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.071612 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > address_group after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.072008 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 19:07:08.072446 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] ML2 OVO RPC backend initialized. {{(pid=103610) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 19:07:08.073154 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.073510 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.074567 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > network before_response 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.075015 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > networks before_response 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.078837 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > port before_response 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.078837 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > ports before_response 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.078837 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > subnet before_response 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.078837 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > subnets before_response 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.079146 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > network after_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.079146 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > network after_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.079146 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > network after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.079146 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > port after_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.079431 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > port after_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.079431 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > port after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.079431 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > subnet after_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.079431 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > subnet after_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.079710 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.086615 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded quota_driver: . Mar 08 19:07:08.086980 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.plugin [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Modular L2 Plugin initialization complete Mar 08 19:07:08.087321 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading services supported by the core plugin {{(pid=103610) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 19:07:08.087660 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.plugins.ml2.managers [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Got port-security extension from driver 'port_security' Mar 08 19:07:08.088141 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.extensions.vlantransparent [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Disabled vlantransparent extension. Mar 08 19:07:08.088633 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103610) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 19:07:08.088957 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading Plugin: router Mar 08 19:07:08.125169 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router_interface before_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.125562 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router after_create 55549900 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.125931 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router before_create 55549900 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.126295 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.126691 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.127045 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router after_delete 55549900 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.127397 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > floatingip after_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.127742 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > floatingip after_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.128099 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router after_create 55549900 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.128440 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router after_update 55549900 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.128783 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router after_update 55549900 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.129390 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.129745 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router after_update 55549900 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.130152 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router precommit_update 55549900 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.130554 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: port after_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.130895 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: port after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.131230 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: subnet after_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.131563 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.131907 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > port precommit_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.132250 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router precommit_create 55549900 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.132587 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: port before_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.132924 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router precommit_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.133279 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router after_update 55549900 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.133619 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router precommit_delete 55549900 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.134093 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router precommit_create 55549900 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.134478 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.134828 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router precommit_update 55549900 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.135189 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > agent after_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.135534 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > agent after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.135876 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > network after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.137233 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Tracking information for resource: router configured {{(pid=103610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:07:08.137642 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Tracking information for resource: floatingip configured {{(pid=103610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:07:08.142595 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.db.l3_agentschedulers_db [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 19:07:08.143177 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: port after_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.143536 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: port after_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.143882 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: port after_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.144229 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: port after_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.145008 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router before_create 55550100 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.145369 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router precommit_delete 55550100 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.145728 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router precommit_create 55550100 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.146085 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > router precommit_update 55550100 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.151038 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.services.provider_configuration [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Service providers = [] {{(pid=103610) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 19:07:08.151399 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.db.servicetype_db [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103610) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 19:07:08.155103 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.services.service_base [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 19:07:08.155449 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.services.service_base [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 19:07:08.155787 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.services.service_base [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 19:07:08.156670 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.services.service_base [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 19:07:08.157040 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.services.service_base [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 19:07:08.157416 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:07:08.157731 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 19:07:08.168479 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:07:08.168808 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading Plugin: auto_allocate Mar 08 19:07:08.174647 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: network precommit_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.175018 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: network precommit_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.175532 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:07:08.175850 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading Plugin: tag Mar 08 19:07:08.182659 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:07:08.182995 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading Plugin: timestamp Mar 08 19:07:08.187353 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:07:08.187680 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading Plugin: network_ip_availability Mar 08 19:07:08.193146 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.193571 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.193929 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.194664 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:07:08.194986 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading Plugin: flavors Mar 08 19:07:08.199983 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:07:08.200312 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading Plugin: revisions Mar 08 19:07:08.204619 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:07:08.205011 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_concurrency.lockutils [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.430s {{(pid=103610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 19:07:08.205758 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103610) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 19:07:08.206095 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Initializing extension manager. Mar 08 19:07:08.206689 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: __init__.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.207056 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: __pycache__ {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.207393 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.207726 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: address_group.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.208482 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.209049 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: address-group Mar 08 19:07:08.209373 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: address_scope.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.210146 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.210688 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: address-scope Mar 08 19:07:08.211009 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: admin_state_down_before_update.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.211937 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.212444 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: router-admin-state-down-before-update Mar 08 19:07:08.212763 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: agent.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.213469 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.213970 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: agent Mar 08 19:07:08.214289 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: agent_resources_synced.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.217167 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.218539 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: agent-resources-synced Mar 08 19:07:08.218943 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: allowedaddresspairs.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.220791 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.221316 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: allowed-address-pairs Mar 08 19:07:08.222860 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: auto_allocated_topology.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.226577 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.227110 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: auto-allocated-topology Mar 08 19:07:08.227444 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: availability_zone.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.228153 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.228656 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: availability_zone Mar 08 19:07:08.228979 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: availability_zone_filter.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.229903 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.231213 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: availability_zone_filter Mar 08 19:07:08.232627 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: data_plane_status.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.233928 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.234461 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 19:07:08.234792 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: default_subnetpools.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.236826 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.237362 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: default-subnetpools Mar 08 19:07:08.238767 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: dhcpagentscheduler.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.241331 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.241853 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: dhcp_agent_scheduler Mar 08 19:07:08.242187 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: dns.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.243143 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.243648 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension dns-integration not supported by any of loaded plugins Mar 08 19:07:08.243972 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: dns_domain_ports.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.244894 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.247757 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 19:07:08.248088 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.249090 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.249604 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 19:07:08.250564 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: dvr.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.251246 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.251808 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: dvr Mar 08 19:07:08.252130 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: ecmp_routes.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.253660 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.254521 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 19:07:08.254854 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: empty_string_filtering.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.256431 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.256946 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: empty-string-filtering Mar 08 19:07:08.257277 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.258194 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.258724 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 19:07:08.259056 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.259986 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.260489 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 19:07:08.260812 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: external_net.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.261743 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.262242 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: external-net Mar 08 19:07:08.262593 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: extra_dhcp_opt.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.263507 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.264009 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: extra_dhcp_opt Mar 08 19:07:08.264330 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: extraroute.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.272269 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.272770 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: extraroute Mar 08 19:07:08.273089 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: extraroute_atomic.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.274129 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.274671 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: extraroute-atomic Mar 08 19:07:08.274996 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: filter_validation.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.275670 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.276173 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: filter-validation Mar 08 19:07:08.276494 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: fip_pf_description.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.278088 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.278725 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 19:07:08.279048 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: fip_port_details.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.280179 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.280684 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: fip-port-details Mar 08 19:07:08.281007 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: flavors.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.282249 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.282799 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: flavors Mar 08 19:07:08.283129 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.284852 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.285365 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 19:07:08.285693 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: floatingip_pools.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.286410 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.286930 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: floatingip-pools Mar 08 19:07:08.287256 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: ip_allocation.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.288182 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.288677 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 19:07:08.288999 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.289917 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.290442 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: ip-substring-filtering Mar 08 19:07:08.290768 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: l2_adjacency.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.291701 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.292193 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 19:07:08.292512 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: l3.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.294094 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.294641 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: router Mar 08 19:07:08.294968 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: l3_conntrack_helper.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.300628 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.301148 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 19:07:08.301479 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.302432 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.302956 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: ext-gw-mode Mar 08 19:07:08.303283 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.304201 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.304704 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: l3-ha Mar 08 19:07:08.305069 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.305935 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.306459 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 19:07:08.306783 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: l3_flavors.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.307708 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.308288 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: l3-flavors Mar 08 19:07:08.308586 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: l3_ndp_proxy.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.309974 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.310517 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 19:07:08.310846 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.311774 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.312282 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 19:07:08.312606 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: l3agentscheduler.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.313644 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.314156 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: l3_agent_scheduler Mar 08 19:07:08.314514 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: local_ip.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.316360 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.316877 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension local_ip not supported by any of loaded plugins Mar 08 19:07:08.317231 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: logging.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.320275 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.320800 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension logging not supported by any of loaded plugins Mar 08 19:07:08.321139 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: metering.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.321944 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.322562 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: metering Mar 08 19:07:08.322896 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.324020 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.324534 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: metering_source_and_destination_fields Mar 08 19:07:08.324858 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: multiprovidernet.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.325800 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.326314 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: multi-provider Mar 08 19:07:08.326681 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: netmtu.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.329797 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.330303 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: net-mtu Mar 08 19:07:08.330663 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: netmtu_writable.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.331581 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.332085 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: net-mtu-writable Mar 08 19:07:08.332408 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: network_availability_zone.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.333082 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.333585 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: network_availability_zone Mar 08 19:07:08.333906 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: network_ip_availability.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.335046 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.335552 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: network-ip-availability Mar 08 19:07:08.335874 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: network_segment_range.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.336643 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.337147 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 19:07:08.337469 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: pagination.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.338472 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.338807 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: pagination Mar 08 19:07:08.339128 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: port_device_profile.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.340714 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.341231 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: port-device-profile Mar 08 19:07:08.341553 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.342511 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.343020 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: port-mac-address-regenerate Mar 08 19:07:08.343342 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.344255 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.344763 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: port-numa-affinity-policy Mar 08 19:07:08.345086 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: port_resource_request.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.345998 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.346541 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 19:07:08.346865 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: port_resource_request_groups.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.347877 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.348379 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 19:07:08.348699 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: portbindings.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.349637 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.350144 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: binding Mar 08 19:07:08.350493 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: portbindings_extended.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.351763 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.352272 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: binding-extended Mar 08 19:07:08.352597 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: portsecurity.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.353509 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.354013 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: port-security Mar 08 19:07:08.354336 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: project_id.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.356041 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.356372 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: project-id Mar 08 19:07:08.356696 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: providernet.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.357610 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.358120 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: provider Mar 08 19:07:08.358464 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: qos.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.362084 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.362636 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension qos not supported by any of loaded plugins Mar 08 19:07:08.362964 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.368757 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.369263 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 19:07:08.369592 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.370547 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.371104 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 19:07:08.371428 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: qos_default.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.372360 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.372864 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension qos-default not supported by any of loaded plugins Mar 08 19:07:08.373190 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: qos_fip.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.374108 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.374636 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension qos-fip not supported by any of loaded plugins Mar 08 19:07:08.374976 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: qos_fip_network_policy.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.375877 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.376393 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 19:07:08.376736 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: qos_gateway_ip.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.377657 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.378161 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 19:07:08.378515 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: qos_port_network_policy.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.379815 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.380320 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 19:07:08.380642 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.381684 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.382189 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 19:07:08.382541 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.383586 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.384088 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 19:07:08.384410 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: qos_pps_rule.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.385594 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.386105 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension qos-pps not supported by any of loaded plugins Mar 08 19:07:08.386602 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: qos_rule_type_details.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.387664 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.388178 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 19:07:08.388503 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: qos_rules_alias.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.389551 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.390063 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 19:07:08.390384 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: quota_check_limit.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.391318 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.391825 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: quota-check-limit Mar 08 19:07:08.392148 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: quotasv2.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.393084 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.393412 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: quotas Mar 08 19:07:08.393733 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: quotasv2_detail.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.395478 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.395815 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: quota_details Mar 08 19:07:08.396140 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: rbac.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.397251 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.397767 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: rbac-policies Mar 08 19:07:08.398091 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: rbac_address_group.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.399042 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.399553 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: rbac-address-group Mar 08 19:07:08.399873 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: rbac_address_scope.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.400796 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.401301 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: rbac-address-scope Mar 08 19:07:08.401623 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: rbac_security_groups.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.403217 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.403728 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: rbac-security-groups Mar 08 19:07:08.404045 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: rbac_subnetpool.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.405034 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.405627 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: rbac-subnetpool Mar 08 19:07:08.405852 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: revisionifmatch.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.406799 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.407353 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: revision-if-match Mar 08 19:07:08.407697 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: revisions.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.408914 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.409426 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: standard-attr-revisions Mar 08 19:07:08.409750 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: router_availability_zone.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.410454 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.410967 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: router_availability_zone Mar 08 19:07:08.411287 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: routerservicetype.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.412211 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.412712 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension router-service-type not supported by any of loaded plugins Mar 08 19:07:08.413031 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.413957 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.414484 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: security-groups-normalized-cidr Mar 08 19:07:08.414804 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: security_groups_port_filtering.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.415732 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.416235 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: port-security-groups-filtering Mar 08 19:07:08.416553 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.417481 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.418586 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: security-groups-remote-address-group Mar 08 19:07:08.418905 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.419824 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.420326 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: security-groups-shared-filtering Mar 08 19:07:08.420642 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.421228 dv-cinder-830092-3-iscsi neutron-server[103610]: WARNING neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 19:07:08.421543 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: securitygroup.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.431375 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.431905 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: security-group Mar 08 19:07:08.432237 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: segment.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.433031 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.433567 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension segment not supported by any of loaded plugins Mar 08 19:07:08.433891 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.434865 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.435374 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 19:07:08.435703 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: servicetype.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.436822 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.437337 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: service-type Mar 08 19:07:08.437663 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: sorting.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.438670 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.439006 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: sorting Mar 08 19:07:08.439335 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: standard_attr_segment.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.440250 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.440757 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 19:07:08.441081 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: standardattrdescription.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.441730 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.442233 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: standard-attr-description Mar 08 19:07:08.442584 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: stateful_security_group.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.443523 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.444032 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: stateful-security-group Mar 08 19:07:08.444353 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: stdattrs_common.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.444933 dv-cinder-830092-3-iscsi neutron-server[103610]: WARNING neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 19:07:08.445253 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.446182 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.446725 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 19:07:08.447046 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: subnet_onboard.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.448194 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.450323 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: subnet_onboard Mar 08 19:07:08.450673 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.451649 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.452335 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 19:07:08.452656 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: subnet_service_types.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.453666 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.454258 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: subnet-service-types Mar 08 19:07:08.454644 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: subnetallocation.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.455879 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.456393 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: subnet_allocation Mar 08 19:07:08.456722 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.457393 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.457899 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: subnetpool-prefix-ops Mar 08 19:07:08.458222 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.459195 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.459701 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 19:07:08.460022 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: tagging.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.461096 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.461616 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: standard-attr-tag Mar 08 19:07:08.461942 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: timestamp.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.463182 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.463693 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loaded extension: standard-attr-timestamp Mar 08 19:07:08.464017 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: trunk.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.465652 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.466171 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension trunk not supported by any of loaded plugins Mar 08 19:07:08.466532 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: trunk_details.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.467461 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.467971 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension trunk-details not supported by any of loaded plugins Mar 08 19:07:08.468294 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: uplink_status_propagation.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.469213 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.469722 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 19:07:08.470044 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Loading extension file: vlantransparent.py {{(pid=103610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:07:08.470754 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:07:08.471262 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 19:07:08.473759 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Creating instance of TrackedResource for resource:network Mar 08 19:07:08.474281 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Creating instance of TrackedResource for resource:subnet Mar 08 19:07:08.474713 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 19:07:08.475106 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Creating instance of TrackedResource for resource:port Mar 08 19:07:08.476357 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.v2.resource_helper [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:07:08.476793 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.v2.resource_helper [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Service FLAVORS assigned prefix: {{(pid=103610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:07:08.477393 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.v2.resource_helper [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:07:08.477827 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.v2.resource_helper [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:07:08.478158 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Creating instance of TrackedResource for resource:router Mar 08 19:07:08.478615 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Creating instance of TrackedResource for resource:floatingip Mar 08 19:07:08.479110 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.v2.resource_helper [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Service METERING assigned prefix: /metering {{(pid=103610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:07:08.481182 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.481550 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.481898 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:07:08.482998 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 19:07:08.483452 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Creating instance of TrackedResource for resource:security_group Mar 08 19:07:08.483887 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 19:07:08.484482 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.v2.resource_helper [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Service CORE assigned prefix: {{(pid=103610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:07:08.484809 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 19:07:08.485154 dv-cinder-830092-3-iscsi neutron-server[103610]: WARNING neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] subnetpool is already registered Mar 08 19:07:08.485581 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.v2.resource_helper [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Service CORE assigned prefix: {{(pid=103610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:07:08.485920 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 19:07:08.486252 dv-cinder-830092-3-iscsi neutron-server[103610]: WARNING neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] subnetpool is already registered Mar 08 19:07:08.488560 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.v2.resource_helper [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:07:08.488990 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.v2.resource_helper [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Service FLAVORS assigned prefix: {{(pid=103610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:07:08.489570 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.v2.resource_helper [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:07:08.489988 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.v2.resource_helper [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:07:08.490320 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Creating instance of TrackedResource for resource:router Mar 08 19:07:08.490682 dv-cinder-830092-3-iscsi neutron-server[103610]: WARNING neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] router is already registered Mar 08 19:07:08.491095 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Creating instance of TrackedResource for resource:floatingip Mar 08 19:07:08.491424 dv-cinder-830092-3-iscsi neutron-server[103610]: WARNING neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] floatingip is already registered Mar 08 19:07:08.491874 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.v2.resource_helper [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Service METERING assigned prefix: /metering {{(pid=103610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:07:08.492526 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 19:07:08.492851 dv-cinder-830092-3-iscsi neutron-server[103610]: WARNING neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] rbac_policy is already registered Mar 08 19:07:08.493257 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Creating instance of TrackedResource for resource:security_group Mar 08 19:07:08.493588 dv-cinder-830092-3-iscsi neutron-server[103610]: WARNING neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] security_group is already registered Mar 08 19:07:08.493985 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 19:07:08.494315 dv-cinder-830092-3-iscsi neutron-server[103610]: WARNING neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] security_group_rule is already registered Mar 08 19:07:08.494965 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.v2.resource_helper [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Service CORE assigned prefix: {{(pid=103610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:07:08.495294 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 19:07:08.495625 dv-cinder-830092-3-iscsi neutron-server[103610]: WARNING neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] subnetpool is already registered Mar 08 19:07:08.496074 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.v2.resource_helper [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Service CORE assigned prefix: {{(pid=103610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:07:08.496395 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 19:07:08.496724 dv-cinder-830092-3-iscsi neutron-server[103610]: WARNING neutron.quota.resource_registry [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] subnetpool is already registered Mar 08 19:07:08.497193 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: extensions {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.498688 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: address-groups {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.500165 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: address-scopes {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.501495 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: agents {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.502676 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: auto-allocated-topology {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.503919 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: availability_zones {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.505389 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: dhcp-networks {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.506941 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: dhcp-agents {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.508364 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: routers {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.510578 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: flavors {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.511856 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: service_profiles {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.513129 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: next_providers {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.517969 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: service_profiles {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.520374 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: floatingip-pools {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.521666 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: routers {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.523803 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: floatingips {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.526146 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: l3-routers {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.528117 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: l3-agents {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.529513 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: metering-labels {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.530916 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: metering-label-rules {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.532179 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: network-ip-availabilities {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.533431 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: bindings {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.535121 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: quotas {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.536665 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: quotas {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.538179 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: rbac-policies {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.539504 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: security-groups {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.540756 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: security-group-rules {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.541985 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: service-providers {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.543875 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: subnetpools {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.545278 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: subnetpools {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.546757 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: tags {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.548441 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: tags {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.550242 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: tags {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.552018 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: tags {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.553788 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: tags {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.555779 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: tags {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.557388 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: tags {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.559334 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: tags {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.561083 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: tags {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.562939 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron.api.extensions [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Extended resource: tags {{(pid=103610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:07:08.568858 dv-cinder-830092-3-iscsi neutron-server[103610]: WARNING keystonemiddleware.auth_token [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 19:07:08.573582 dv-cinder-830092-3-iscsi neutron-server[103610]: WARNING keystonemiddleware.auth_token [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 19:07:08.585541 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_concurrency.lockutils [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Acquired lock "singleton_lock" {{(pid=103610) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 19:07:08.586013 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_concurrency.lockutils [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Releasing lock "singleton_lock" {{(pid=103610) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 19:07:08.586694 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO oslo_service.service [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Starting 2 workers Mar 08 19:07:08.592458 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Started child 103757 {{(pid=103610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 19:07:08.597090 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Started child 103758 {{(pid=103610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 19:07:08.597892 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:08.598733 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO neutron.service [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 19:07:08.599372 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Publish callbacks [] for process (None), before_spawn {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:08.599537 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [-] (103757) wsgi starting up on http://0.0.0.0:9696 Mar 08 19:07:08.601816 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:08.602266 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO oslo_service.service [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Starting 1 workers Mar 08 19:07:08.603334 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [-] (103758) wsgi starting up on http://0.0.0.0:9696 Mar 08 19:07:08.607297 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Started child 103759 {{(pid=103610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 19:07:08.607861 dv-cinder-830092-3-iscsi neutron-server[103610]: INFO oslo_service.service [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Starting 1 workers Mar 08 19:07:08.611106 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.service [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] calling RpcWorker wait() {{(pid=103759) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 19:07:08.611736 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.service [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] returning from RpcWorker wait() {{(pid=103759) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 19:07:08.612486 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Started child 103760 {{(pid=103610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 19:07:08.613018 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:08.613331 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-23aeab81-2bd6-43e0-b554-bf792b2138bc None None] Publish callbacks [] for process (None), after_spawn {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:08.613575 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:07:08.615309 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103610) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 19:07:08.615548 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 19:07:08.615718 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 19:07:08.615908 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 19:07:08.616256 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 19:07:08.616701 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 19:07:08.616936 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.617309 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.617465 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.617722 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.617884 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:08.618351 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.618648 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.618893 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.619133 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.619417 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.619657 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.619838 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.619976 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.620226 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.620454 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.620833 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.621099 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.621402 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.621587 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.621758 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.622024 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.622298 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.622555 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.622815 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] debug = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.623042 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.623538 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.623768 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.624016 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.624284 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.624528 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.624754 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.625029 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.625261 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.625471 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.625692 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.625960 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.626187 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.626415 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.626672 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.626905 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.627143 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.627361 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.627808 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] host = dv-cinder-830092-3-iscsi {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.628040 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.628272 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.628513 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.628766 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.629009 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.629488 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.629736 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.630012 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.630260 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.630516 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.630763 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.630987 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.631217 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.631470 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] log_file = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.631637 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] log_options = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.631878 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.632153 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.632424 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.632611 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.632764 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.632929 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.633185 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.633335 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.633593 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.633801 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.634012 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.634224 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.634477 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.634715 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.634970 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.635198 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.635432 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.635659 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.635901 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.636142 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.636884 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.637126 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.637329 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.637564 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.637842 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.638008 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.638219 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.638484 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.638710 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.638922 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.639150 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.639406 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.639685 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.639932 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.640182 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.640415 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.640676 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.641182 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:07:08.641349 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.641349 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.641608 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.641742 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.641933 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.642146 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.642394 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.642648 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.642877 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.643107 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] use_json = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.643335 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.643574 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.643799 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.644024 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.644240 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.644452 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.644662 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.645288 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.645910 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.645910 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.646134 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.646454 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.646716 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.647077 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.647223 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.647422 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.647642 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.647956 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.648105 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.648406 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.648623 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.648916 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.649210 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.649469 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.649791 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.650069 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.650331 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.650607 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.650823 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.656983 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.656983 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.656983 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.656983 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.656983 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.656983 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.656983 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.656983 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.657803 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.657803 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.657803 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.657803 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.657803 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.657803 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.657803 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.657803 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.658600 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.658600 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.658600 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.658600 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.658600 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.658600 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.658600 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.658600 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.658600 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.659638 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.659638 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.659638 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.659638 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.659638 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.659638 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.659638 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.659638 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.659638 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.660642 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.660642 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.660642 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.660642 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.661204 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.661204 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.661204 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.661579 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.661579 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.661847 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.661977 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.662107 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.662343 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.662595 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.662857 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.663103 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.663313 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.663523 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.663756 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.663959 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.664190 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.664401 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.664611 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.664827 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.665037 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.665248 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.665489 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.665663 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.665873 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.666319 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.666319 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.666747 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.666747 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.667002 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.667180 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.667394 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.667660 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.668103 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.668445 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.668699 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.668957 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.669183 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.669430 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.669647 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.669903 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.670122 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.670362 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.670607 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.670858 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.671128 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.671327 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.671555 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.671775 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.672018 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.672238 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.672485 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.672732 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.672949 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.673185 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.673423 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.673685 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.673934 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.674196 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.674484 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.674744 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.675004 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.675391 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.675547 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.675744 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.676018 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.676306 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.676606 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.676877 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.677108 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.677340 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.677605 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.677851 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.678270 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.678528 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.678684 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.678868 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.679126 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.679346 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.679563 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.679814 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.680322 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.680469 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.680605 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.680784 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.681044 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.681308 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.681553 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.681818 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.682071 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.682325 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.682606 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.682834 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.683049 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.683319 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.683550 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.683769 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.684016 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.684237 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.684538 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.684689 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.684859 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.685235 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.685380 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.685511 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.685722 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.685946 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.686170 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.686458 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.686678 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.686919 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.687152 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.687368 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.688158 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.688158 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.688158 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.688662 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.688662 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.688932 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.688932 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.689202 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.689442 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.689663 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.689897 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.690110 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.690354 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.690582 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.690800 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.691011 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.691228 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.691442 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.691665 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.691902 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.692112 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.692363 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.692611 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.692960 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.693203 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.693429 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.693656 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.693890 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.694122 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.694601 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.694601 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.694905 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.695041 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.695248 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.695503 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.695719 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.695932 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.696144 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.696378 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.696620 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.696873 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.697124 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.697359 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.697587 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.697802 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.698015 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.698229 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.698460 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.698703 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.699443 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.699702 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.700192 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.700361 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.700598 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.700833 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.701406 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.701406 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.701763 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.701916 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.702053 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.702219 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.702462 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.702682 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.702891 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.703138 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.703348 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.703578 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.703798 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.704014 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.704242 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.704462 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.704688 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.704895 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.705113 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.705329 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.705556 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.705796 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.706003 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.706231 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.706473 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.706691 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.706913 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.707150 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.707359 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.707565 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.707782 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.708014 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.708199 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.708478 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.708820 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.708979 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.709265 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.709519 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.709773 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.710013 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.710303 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.710539 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.710779 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.711024 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.711241 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.711458 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.711805 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.712036 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.712348 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.712604 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.712866 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.713140 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.713570 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.713714 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.713887 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.714185 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.714587 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.715494 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.715740 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.716012 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.716261 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.716496 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.716708 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.716922 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.717136 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.717369 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.717620 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.717870 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.718120 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.718338 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.718587 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.718800 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.719006 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.719217 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.719462 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.719672 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.719826 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 19:07:08.720527 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103610) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 19:07:08.720690 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 19:07:08.720843 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 19:07:08.721013 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 19:07:08.721181 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 19:07:08.721332 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 19:07:08.721540 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.721700 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.721858 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.722015 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.722173 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.722361 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.722550 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.722712 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.722868 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.723024 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.723184 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.723337 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.723494 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.723650 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.723809 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.723974 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.724108 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.724266 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.724420 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.724578 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.724734 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.724893 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.725039 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] debug = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.725197 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.725408 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.725559 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.725705 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.725859 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.726014 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.726168 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.726521 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.726679 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.726835 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.726991 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.727136 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.727376 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.727519 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.727640 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.727762 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.727881 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.728001 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.728155 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] host = dv-cinder-830092-3-iscsi {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.728308 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.728463 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.728619 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.728774 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.728931 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.729086 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.729241 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.729397 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.729552 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.729709 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.729865 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.730020 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.730200 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.730358 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] log_file = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.730536 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] log_options = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.730693 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.730849 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.731006 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.731187 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.731358 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.731494 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.731655 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.731812 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.731968 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.732127 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.732284 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.732438 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.732592 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.732746 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.732902 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.733056 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.733210 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.733365 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.733533 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.733693 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.733850 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.734003 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.734158 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.734313 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.734489 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.734644 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.734799 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.734953 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.735109 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.735263 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.735418 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.735634 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.735817 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.735972 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.736095 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.736217 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.736346 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.736468 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.736595 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.736723 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.736878 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.737033 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.737187 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.737342 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.737497 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.737651 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.737806 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] use_json = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.737961 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.738116 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.738272 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.738451 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.738611 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.738749 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.738906 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.739063 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.739219 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:07:08.739396 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.739558 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.739729 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.739889 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.740060 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.740199 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.740354 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.740500 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.740659 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.740819 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.740987 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.741146 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.741315 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.741476 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.741635 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.741797 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.741957 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.742122 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.742283 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.742464 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.742626 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.742752 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:07:08.742879 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.743000 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.743120 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.743239 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.743384 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.743544 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.743712 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.743871 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.744046 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.744205 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.744366 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.744526 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.744687 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.744846 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.745007 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.745205 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.746335 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.746335 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.746335 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.746335 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.746335 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.746335 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.747613 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.747613 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.747613 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.747613 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.747613 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.748030 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.748030 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.748255 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.748374 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.748494 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.748726 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.748864 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.749020 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.749110 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.749250 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.749413 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.749599 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.749746 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.749868 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.750176 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.750176 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.750341 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.750486 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.750648 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.750808 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.750981 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.751141 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.751300 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.751464 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.751623 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.751949 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.754424 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.754424 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.754424 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.754424 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.754424 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.754424 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.754424 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.754424 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.754424 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.755086 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.755086 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.755086 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.755086 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.755086 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.755485 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.755666 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.755836 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.756009 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.756188 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.756369 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.756496 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.756648 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.756809 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.756969 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.757182 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.757315 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.757438 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.757572 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.757732 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.757892 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.758056 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.758217 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.758377 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.758561 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.758774 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.758906 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.759027 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.759150 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.759312 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.759472 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.759631 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.759790 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.759948 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.760108 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.760267 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.760435 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.760595 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.760758 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.760920 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.761087 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.761257 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.761950 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.762122 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.762247 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.762453 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.762672 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.762843 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.763003 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.763162 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.763321 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.763480 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.763653 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.763814 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.763974 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.764774 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.764774 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.764774 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.764774 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.764774 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.765621 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.765621 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.765621 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.765621 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.765621 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.765621 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.766337 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.766337 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.766337 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.766337 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.767556 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.767556 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.767556 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.767556 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.767556 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.767556 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.767556 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.767556 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.769581 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.769581 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.769581 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.769581 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.769581 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.769581 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.769581 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.769581 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.770499 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.770499 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.770499 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.770499 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.770499 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.770499 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.770499 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.770499 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.771275 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.771275 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.771275 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.771275 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.771275 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.771275 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.771275 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.771275 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.772067 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.772067 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.772067 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.772067 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.772067 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.772067 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.772067 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.772769 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.772769 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.772769 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.772769 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.772769 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.773243 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.773243 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.773243 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.774149 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.774149 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.774149 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.774149 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.774149 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.774149 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.775073 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.775073 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.775073 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.775073 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.775073 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.775073 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.776045 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.776045 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.776045 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.776045 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.776045 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.776045 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.776045 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.776943 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.776943 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.776943 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.776943 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.776943 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.776943 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.778456 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.778456 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.778456 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.778456 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.778456 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.778849 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.778849 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.778849 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.779160 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.779160 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.779403 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.779524 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.779645 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.779765 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.779884 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.780040 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.780216 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.780377 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.780537 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.780696 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.780860 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.781018 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.781347 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.781347 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.781347 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.781905 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.781982 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.782099 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.782273 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.782458 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.782622 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.782782 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.782946 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.783106 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.783276 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.783437 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.783596 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.783763 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.783921 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.784081 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.784243 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.784416 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.784578 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.784742 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.784903 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.785062 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.785223 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.785386 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.785553 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.785723 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.785890 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.786052 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.786221 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.786390 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.786581 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.786743 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.786909 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.787082 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.787242 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.787402 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.787563 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.787722 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.787867 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.788029 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.788189 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.788346 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.788506 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.788664 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.788823 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.788982 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.789143 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.789302 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.789462 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.789621 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.789781 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.789941 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.790099 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:07:08.790250 dv-cinder-830092-3-iscsi neutron-server[103610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 19:07:09.017219 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 35160) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:09.025873 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064342 Mar 08 19:07:20.658049 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d2e8c0-4d68-4658-b431-537fc24e7342 None None] get_active_networks_info from dv-cinder-830092-3-iscsi {{(pid=103759) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 19:07:20.733163 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d2e8c0-4d68-4658-b431-537fc24e7342 None None] No non-hosted networks {{(pid=103759) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 19:07:20.762115 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.agentschedulers_db [None req-95d2e8c0-4d68-4658-b431-537fc24e7342 None None] DHCP Agent not found on host dv-cinder-830092-3-iscsi {{(pid=103759) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 19:07:20.960924 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-114c0c55-ac52-45d9-a3ab-f77f462f2224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-329203'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:23.080839 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b901d77b-52b1-4120-b61f-bff3e84a9d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-329203'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:23.132489 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.db.api [None req-2b45a9dd-137e-4a5c-95c2-045bf482e6cc None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830092-3-iscsi {{(pid=103759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 19:07:23.133333 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG oslo_db.api [None req-2b45a9dd-137e-4a5c-95c2-045bf482e6cc None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 19:07:23.734999 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2b45a9dd-137e-4a5c-95c2-045bf482e6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:24.080714 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-329203'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:25.731712 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-329203'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:26.968141 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 35246) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:27.005793 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-329203'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:27.006630 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:27.007057 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:27.007476 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:27.007887 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:27.008602 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:27.009218 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:27.009743 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:27.012812 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:27.013273 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:27.013703 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:27.014187 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:27.014634 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:27.015120 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:27.015729 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830092-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:07:27.022823 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830092-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:07:27.525593 dv-cinder-830092-3-iscsi neutron-server[103758]: WARNING oslo_policy.policy [None req-ef442aab-52a6-471a-ac89-15b4b7cf9735 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:07:27.526493 dv-cinder-830092-3-iscsi neutron-server[103758]: WARNING oslo_policy.policy [None req-ef442aab-52a6-471a-ac89-15b4b7cf9735 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:07:27.753144 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [None req-ef442aab-52a6-471a-ac89-15b4b7cf9735 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103758) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:07:27.766271 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-ef442aab-52a6-471a-ac89-15b4b7cf9735 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7854774 Mar 08 19:07:29.171949 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.db.l3_hamode_db [None req-5700676f-66d0-4d55-a3fb-255ea2c90d10 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 19:07:29.260484 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5700676f-66d0-4d55-a3fb-255ea2c90d10 None None] Routers set() bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:07:29.262667 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5700676f-66d0-4d55-a3fb-255ea2c90d10 None None] Router IDs set() for agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 19:07:30.374853 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 35266) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:30.694748 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-61548483-d317-4f04-ae21-8ccd6c551713 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:07:30.791178 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.policy [None req-61548483-d317-4f04-ae21-8ccd6c551713 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103758) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 19:07:30.835314 dv-cinder-830092-3-iscsi neutron-server[103758]: WARNING oslo_policy.policy [None req-61548483-d317-4f04-ae21-8ccd6c551713 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:07:30.835688 dv-cinder-830092-3-iscsi neutron-server[103758]: WARNING oslo_policy.policy [None req-61548483-d317-4f04-ae21-8ccd6c551713 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:07:30.997353 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-61548483-d317-4f04-ae21-8ccd6c551713 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785638331745', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785638333268', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785638346209', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785638368362', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785638359104', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785638383864', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-715923', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1328978', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-445470', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-496289'] for rbac-policy (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:31.222172 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-61548483-d317-4f04-ae21-8ccd6c551713 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:31.223419 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-61548483-d317-4f04-ae21-8ccd6c551713 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8476124 Mar 08 19:07:33.732002 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 35276) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:34.047336 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:07:34.197770 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Made reservation on behalf of cc891cd828324999bdbb444e3726f61e for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:07:34.201820 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:34.218576 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:34.325379 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Publish callbacks [] for security_group (371461e5-b26c-4d08-a6df-c3e87b82b89e), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:34.437841 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (371461e5-b26c-4d08-a6df-c3e87b82b89e), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:34.462209 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:07:34.499205 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785633600350', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (8ac18790-627f-4132-8aba-82c2eb8a3437), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:34.499831 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Unsubscribe: segment precommit_create {{(pid=103758) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 19:07:34.500351 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.segments_db [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Added segment 8ac18790-627f-4132-8aba-82c2eb8a3437 of type vlan for network 6472f23d-33f3-4162-b419-343f2d4adabe Mar 08 19:07:34.516873 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=371461e5-b26c-4d08-a6df-c3e87b82b89e,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:07:34.543515 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:34.543874 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:34.544221 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:34.544551 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:34.544868 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:34.545181 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:34.545494 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:34.545875 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:34.546187 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:34.546550 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:34.546866 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:34.547173 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:34.547481 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Tracked resource versions report: Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: pushed versions: Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: { 'AddressGroup': {'1.2'}, Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'ConntrackHelper': {'1.0'}, Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Log': {'1.0'}, Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Network': {'1.1'}, Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Port': {'1.7'}, Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'PortForwarding': {'1.2'}, Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'QosPolicy': {'1.10'}, Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'SecurityGroup': {'1.5'}, Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'SubPort': {'1.0'}, Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Subnet': {'1.1'}, Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Trunk': {'1.1'}} Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: consumer versions: Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: { DHCP agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: L3 agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: Metadata agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: Metering agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: Open vSwitch agent@dv-cinder-830092-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'ConntrackHelper': '1.0', Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'LocalIPAssociation': '1.0', Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Log': '1.0', Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Network': '1.1', Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Port': '1.7', Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'PortForwarding': '1.2', Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'QosPolicy': '1.10', Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'SecurityGroup': '1.5', Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'SecurityGroupRule': '1.2', Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'SubPort': '1.0', Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Subnet': '1.1', Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Trunk': '1.1'}} Mar 08 19:07:34.548855 dv-cinder-830092-3-iscsi neutron-server[103758]: {{(pid=103758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:07:34.614367 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (6472f23d-33f3-4162-b419-343f2d4adabe), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:34.728653 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (6472f23d-33f3-4162-b419-343f2d4adabe), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:34.734351 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:34.735114 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:34.852132 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] Pushing event updated for resources: {'Network': ['ID=6472f23d-33f3-4162-b419-343f2d4adabe,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:07:34.862045 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-89790362-bfa3-4399-8405-d2f2cb248105 demo demo] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1288061 Mar 08 19:07:34.872182 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network 6472f23d-33f3-4162-b419-343f2d4adabe details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:07:37.433810 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 35288) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:37.841814 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dd942b-bbfe-444a-a292-5a9c39287c30 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:37.843096 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-a4dd942b-bbfe-444a-a292-5a9c39287c30 demo admin] 10.222.0.21 "GET /v2.0/networks/6472f23d-33f3-4162-b419-343f2d4adabe HTTP/1.1" status: 200 len: 825 time: 0.4083173 Mar 08 19:07:37.867043 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-cecffd71-af1d-4f72-9b60-77578d8be87a demo admin] 10.222.0.21 "GET /v2.0/subnetpools/02d3f4ba-1e9d-4e1f-8106-d7cf5434af52 HTTP/1.1" status: 200 len: 734 time: 0.0183895 Mar 08 19:07:37.875526 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-1ce5dc1d-c441-470f-879e-c21932280828 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '02d3f4ba-1e9d-4e1f-8106-d7cf5434af52', 'network_id': '6472f23d-33f3-4162-b419-343f2d4adabe', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:07:37.957066 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce5dc1d-c441-470f-879e-c21932280828 demo admin] Made reservation on behalf of cc891cd828324999bdbb444e3726f61e for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:07:37.959424 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1ce5dc1d-c441-470f-879e-c21932280828 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:38.350639 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1ce5dc1d-c441-470f-879e-c21932280828 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for subnet (85c878aa-5925-49c4-ae92-3ddca0bcf608), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:38.422577 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce5dc1d-c441-470f-879e-c21932280828 demo admin] Checking segment: {'id': '8ac18790-627f-4132-8aba-82c2eb8a3437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6472f23d-33f3-4162-b419-343f2d4adabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:07:38.422947 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce5dc1d-c441-470f-879e-c21932280828 demo admin] Network hostable DHCP agents. Network: 6472f23d-33f3-4162-b419-343f2d4adabe, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:07:38.427443 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5dc1d-c441-470f-879e-c21932280828 demo admin] Pushing event updated for resources: {'Subnet': ['ID=85c878aa-5925-49c4-ae92-3ddca0bcf608,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:07:38.525901 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce5dc1d-c441-470f-879e-c21932280828 demo admin] Network 6472f23d-33f3-4162-b419-343f2d4adabe is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:07:38.614766 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-1ce5dc1d-c441-470f-879e-c21932280828 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, 6472f23d-33f3-4162-b419-343f2d4adabe) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:07:38.619771 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce5dc1d-c441-470f-879e-c21932280828 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:38.620993 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1ce5dc1d-c441-470f-879e-c21932280828 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:38.627400 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e8a987-3f24-4178-beb7-6ce254e4609b None None] Network 6472f23d-33f3-4162-b419-343f2d4adabe requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:07:38.716703 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-1ce5dc1d-c441-470f-879e-c21932280828 demo admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8442647 Mar 08 19:07:39.008742 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a457b4-5bad-5c4a-859d-84f590f656d3-6472f23d-33f3-4162-b419-343f2d4adabe', 'network_id': '6472f23d-33f3-4162-b419-343f2d4adabe', 'project_id': 'cc891cd828324999bdbb444e3726f61e', 'fixed_ips': [{'subnet_id': '85c878aa-5925-49c4-ae92-3ddca0bcf608'}]}} from dv-cinder-830092-3-iscsi. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:07:39.011135 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:39.297517 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Allocated IP 172.20.0.2 (6472f23d-33f3-4162-b419-343f2d4adabe/85c878aa-5925-49c4-ae92-3ddca0bcf608/ec062278-9d86-4efa-b1c8-72a59cf7b5fb) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:07:39.599005 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Publish callbacks [] for port (ec062278-9d86-4efa-b1c8-72a59cf7b5fb), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:39.686282 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (ec062278-9d86-4efa-b1c8-72a59cf7b5fb), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:39.775543 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Network 6472f23d-33f3-4162-b419-343f2d4adabe is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:07:39.781147 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:07:39.786739 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Pushing event updated for resources: {'Port': ['ID=ec062278-9d86-4efa-b1c8-72a59cf7b5fb,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:07:39.788986 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:07:39.821898 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:39.822257 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:39.822648 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:39.822992 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:39.823431 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:39.825187 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:39.825545 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:39.825881 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:39.826215 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:39.826593 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:39.826932 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:39.827260 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:39.827589 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Tracked resource versions report: Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: pushed versions: Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: { 'AddressGroup': {'1.2'}, Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'ConntrackHelper': {'1.0'}, Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Log': {'1.0'}, Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Network': {'1.1'}, Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Port': {'1.7'}, Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'PortForwarding': {'1.2'}, Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'QosPolicy': {'1.10'}, Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'SecurityGroup': {'1.5'}, Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'SubPort': {'1.0'}, Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Subnet': {'1.1'}, Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Trunk': {'1.1'}} Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: consumer versions: Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: { DHCP agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: L3 agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: Metadata agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: Metering agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: Open vSwitch agent@dv-cinder-830092-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'ConntrackHelper': '1.0', Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'LocalIPAssociation': '1.0', Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Log': '1.0', Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Network': '1.1', Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Port': '1.7', Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'PortForwarding': '1.2', Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'QosPolicy': '1.10', Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'SecurityGroup': '1.5', Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'SecurityGroupRule': '1.2', Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'SubPort': '1.0', Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Subnet': '1.1', Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Trunk': '1.1'}} Mar 08 19:07:39.829052 dv-cinder-830092-3-iscsi neutron-server[103759]: {{(pid=103759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:07:39.880529 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Attempting to bind port ec062278-9d86-4efa-b1c8-72a59cf7b5fb on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:07:39.880934 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Attempting to bind port ec062278-9d86-4efa-b1c8-72a59cf7b5fb by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '8ac18790-627f-4132-8aba-82c2eb8a3437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6472f23d-33f3-4162-b419-343f2d4adabe'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:07:39.881364 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Attempting to bind port ec062278-9d86-4efa-b1c8-72a59cf7b5fb on network 6472f23d-33f3-4162-b419-343f2d4adabe {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:07:39.887148 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:07:39.887527 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Checking segment: {'id': '8ac18790-627f-4132-8aba-82c2eb8a3437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6472f23d-33f3-4162-b419-343f2d4adabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:07:39.888067 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:39.888457 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Bound using segment: {'id': '8ac18790-627f-4132-8aba-82c2eb8a3437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6472f23d-33f3-4162-b419-343f2d4adabe'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:07:39.888936 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Bound port: ec062278-9d86-4efa-b1c8-72a59cf7b5fb, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac18790-627f-4132-8aba-82c2eb8a3437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6472f23d-33f3-4162-b419-343f2d4adabe'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:07:39.889342 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (ec062278-9d86-4efa-b1c8-72a59cf7b5fb), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:39.952906 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] For port ec062278-9d86-4efa-b1c8-72a59cf7b5fb, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:07:39.957165 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] For port ec062278-9d86-4efa-b1c8-72a59cf7b5fb, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=ec062278-9d86-4efa-b1c8-72a59cf7b5fb,segment=NetworkSegment(8ac18790-627f-4132-8aba-82c2eb8a3437),segment_id=8ac18790-627f-4132-8aba-82c2eb8a3437)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:07:40.017897 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (ec062278-9d86-4efa-b1c8-72a59cf7b5fb), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:40.079156 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d2fb9-1f6a-4e6c-819b-36a30f4eca0c None None] Pushing event updated for resources: {'Port': ['ID=ec062278-9d86-4efa-b1c8-72a59cf7b5fb,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:07:41.282763 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35296) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:41.785895 dv-cinder-830092-3-iscsi neutron-server[103757]: WARNING oslo_policy.policy [None req-7282a40d-080c-465e-a3ab-93b761b39db9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:07:41.786596 dv-cinder-830092-3-iscsi neutron-server[103757]: WARNING oslo_policy.policy [None req-7282a40d-080c-465e-a3ab-93b761b39db9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:07:42.012864 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [None req-7282a40d-080c-465e-a3ab-93b761b39db9 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103757) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:07:42.026862 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-7282a40d-080c-465e-a3ab-93b761b39db9 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7292655 Mar 08 19:07:44.613583 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35310) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:44.932033 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [None req-0c437d7c-7c20-4dc0-87e5-b3e89b9a8ae0 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103757) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:07:44.933535 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-0c437d7c-7c20-4dc0-87e5-b3e89b9a8ae0 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3189855 Mar 08 19:07:47.572111 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35318) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:47.891321 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-339bcefd-cbfb-414d-9c99-499497600d37 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:07:47.952342 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.policy [None req-339bcefd-cbfb-414d-9c99-499497600d37 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103757) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 19:07:47.997184 dv-cinder-830092-3-iscsi neutron-server[103757]: WARNING oslo_policy.policy [None req-339bcefd-cbfb-414d-9c99-499497600d37 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:07:47.997576 dv-cinder-830092-3-iscsi neutron-server[103757]: WARNING oslo_policy.policy [None req-339bcefd-cbfb-414d-9c99-499497600d37 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:07:48.134914 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-339bcefd-cbfb-414d-9c99-499497600d37 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-330644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25156'] for router (5ce83010-5ac2-4f18-bcce-d6ba83203d12), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:48.137083 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-339bcefd-cbfb-414d-9c99-499497600d37 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-328407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25165'] for router (5ce83010-5ac2-4f18-bcce-d6ba83203d12), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:48.300434 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-339bcefd-cbfb-414d-9c99-499497600d37 demo demo] Publish callbacks [] for router_controller (5ce83010-5ac2-4f18-bcce-d6ba83203d12), precommit_add_association {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:48.393060 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-339bcefd-cbfb-414d-9c99-499497600d37 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-328442'] for router (5ce83010-5ac2-4f18-bcce-d6ba83203d12), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:48.485542 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-339bcefd-cbfb-414d-9c99-499497600d37 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:48.486419 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-339bcefd-cbfb-414d-9c99-499497600d37 demo demo] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9133148 Mar 08 19:07:50.701486 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7669adc9-8994-41da-8992-641e0b7c7fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:51.046175 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35332) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:51.373752 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [None req-7f309191-dff8-4283-b393-7b374821bb65 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103757) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:07:51.374760 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-7f309191-dff8-4283-b393-7b374821bb65 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3274231 Mar 08 19:07:51.569771 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f3a779-c623-492c-9402-d8b20cb89f8a None None] Network 6472f23d-33f3-4162-b419-343f2d4adabe requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:07:51.692560 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e80cf63c-4b94-4262-99a9-38831877fd3d None None] Provisioning complete for port ec062278-9d86-4efa-b1c8-72a59cf7b5fb triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:07:51.693001 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e80cf63c-4b94-4262-99a9-38831877fd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (ec062278-9d86-4efa-b1c8-72a59cf7b5fb), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:51.763813 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device ec062278-9d86-4efa-b1c8-72a59cf7b5fb up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:07:51.908570 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e80cf63c-4b94-4262-99a9-38831877fd3d None None] Current status of the port ec062278-9d86-4efa-b1c8-72a59cf7b5fb is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:07:51.908961 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e80cf63c-4b94-4262-99a9-38831877fd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (ec062278-9d86-4efa-b1c8-72a59cf7b5fb), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:51.919300 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port ec062278-9d86-4efa-b1c8-72a59cf7b5fb triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:07:51.919682 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (ec062278-9d86-4efa-b1c8-72a59cf7b5fb), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:51.981028 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e80cf63c-4b94-4262-99a9-38831877fd3d None None] For port ec062278-9d86-4efa-b1c8-72a59cf7b5fb, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=ec062278-9d86-4efa-b1c8-72a59cf7b5fb,segment=NetworkSegment(8ac18790-627f-4132-8aba-82c2eb8a3437),segment_id=8ac18790-627f-4132-8aba-82c2eb8a3437)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:07:52.022966 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port ec062278-9d86-4efa-b1c8-72a59cf7b5fb is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:07:52.023357 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (ec062278-9d86-4efa-b1c8-72a59cf7b5fb), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:52.054693 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e80cf63c-4b94-4262-99a9-38831877fd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (ec062278-9d86-4efa-b1c8-72a59cf7b5fb), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:52.134127 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.db.api [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 19:07:52.134421 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG oslo_db.api [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 19:07:52.139129 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cf63c-4b94-4262-99a9-38831877fd3d None None] Pushing event updated for resources: {'Port': ['ID=ec062278-9d86-4efa-b1c8-72a59cf7b5fb,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:07:52.178521 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-97dc2416-ea02-4858-937f-92c9a2836a70 None None] Provisioning complete for port ec062278-9d86-4efa-b1c8-72a59cf7b5fb triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:07:52.178985 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-97dc2416-ea02-4858-937f-92c9a2836a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (ec062278-9d86-4efa-b1c8-72a59cf7b5fb), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:52.269826 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-97dc2416-ea02-4858-937f-92c9a2836a70 None None] Current status of the port ec062278-9d86-4efa-b1c8-72a59cf7b5fb is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:07:52.671239 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port ec062278-9d86-4efa-b1c8-72a59cf7b5fb is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:07:53.051160 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4c711d04-bab6-409d-8e62-e3a140d44d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:53.699915 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device ec062278-9d86-4efa-b1c8-72a59cf7b5fb up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:07:53.751881 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port ec062278-9d86-4efa-b1c8-72a59cf7b5fb triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:07:53.752308 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (ec062278-9d86-4efa-b1c8-72a59cf7b5fb), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:53.829634 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port ec062278-9d86-4efa-b1c8-72a59cf7b5fb is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:07:53.956683 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35342) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:53.999463 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:54.222818 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:07:54.331143 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Made reservation on behalf of 889e048493fc4d118db57098a3ad3b3d for: {'network': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:07:54.334161 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:54.351837 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:54.468987 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Publish callbacks [] for security_group (082f0f5e-635a-4a07-9ac1-1545da1bb87f), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:54.545365 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (082f0f5e-635a-4a07-9ac1-1545da1bb87f), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:54.556567 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Reserving flat network on physical network physnet1 {{(pid=103757) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 19:07:54.588105 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785633600350', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (131ea792-23a6-4fe5-a6fd-474920f15357), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:54.588902 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Unsubscribe: segment precommit_create {{(pid=103757) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 19:07:54.589423 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.segments_db [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Added segment 131ea792-23a6-4fe5-a6fd-474920f15357 of type flat for network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 Mar 08 19:07:54.605267 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082f0f5e-635a-4a07-9ac1-1545da1bb87f,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:07:54.650796 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:54.651670 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:54.652011 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:54.652423 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:54.652754 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:54.653075 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:54.653412 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:54.653739 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:54.654083 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:54.654435 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:54.654762 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:54.655075 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:54.655389 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Tracked resource versions report: Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: pushed versions: Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: { 'AddressGroup': {'1.2'}, Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'ConntrackHelper': {'1.0'}, Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Log': {'1.0'}, Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Network': {'1.1'}, Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Port': {'1.7'}, Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'PortForwarding': {'1.2'}, Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'QosPolicy': {'1.10'}, Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'SecurityGroup': {'1.5'}, Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'SubPort': {'1.0'}, Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Subnet': {'1.1'}, Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Trunk': {'1.1'}} Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: consumer versions: Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: { DHCP agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: L3 agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: Metadata agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: Metering agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: Open vSwitch agent@dv-cinder-830092-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'ConntrackHelper': '1.0', Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'LocalIPAssociation': '1.0', Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Log': '1.0', Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Network': '1.1', Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Port': '1.7', Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'PortForwarding': '1.2', Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'QosPolicy': '1.10', Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'SecurityGroup': '1.5', Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'SecurityGroupRule': '1.2', Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'SubPort': '1.0', Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Subnet': '1.1', Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Trunk': '1.1'}} Mar 08 19:07:54.656833 dv-cinder-830092-3-iscsi neutron-server[103757]: {{(pid=103757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:07:54.706284 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (00a9f3c4-6bad-4669-ae15-07729bcc1fd2), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:54.805876 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (00a9f3c4-6bad-4669-ae15-07729bcc1fd2), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:54.807071 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:54.807778 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:54.905660 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] Pushing event updated for resources: {'Network': ['ID=00a9f3c4-6bad-4669-ae15-07729bcc1fd2,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:07:54.920385 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:07:54.922537 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-fc36d7d5-da0e-432c-921d-a9ec9360ab5d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9648619 Mar 08 19:07:55.608512 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:55.656973 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 5 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:07:56.985508 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:57.438308 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35364) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:57.573711 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcefff0-97fb-4c22-905f-563913aef03c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:57.575035 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-ebcefff0-97fb-4c22-905f-563913aef03c demo admin] 10.222.0.21 "GET /v2.0/subnets/85c878aa-5925-49c4-ae92-3ddca0bcf608 HTTP/1.1" status: 200 len: 849 time: 0.1357589 Mar 08 19:07:57.713383 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-ce24d57a-c4bc-4494-811f-daf3eabeb5ab demo admin] 10.222.0.21 "GET /v2.0/routers/5ce83010-5ac2-4f18-bcce-d6ba83203d12 HTTP/1.1" status: 200 len: 704 time: 0.1327248 Mar 08 19:07:57.986029 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:58.278884 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] Allocated IP 172.20.0.1 (6472f23d-33f3-4162-b419-343f2d4adabe/85c878aa-5925-49c4-ae92-3ddca0bcf608/f5fece69-ea36-4233-ac83-36510714750a) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:07:58.459832 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] Publish callbacks [] for port (f5fece69-ea36-4233-ac83-36510714750a), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:58.580441 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (f5fece69-ea36-4233-ac83-36510714750a), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:58.653980 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] Network 6472f23d-33f3-4162-b419-343f2d4adabe is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:07:58.659262 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:07:58.662342 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:07:58.662898 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327895'] for router_interface (5ce83010-5ac2-4f18-bcce-d6ba83203d12), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:58.726095 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] Pushing event updated for resources: {'Port': ['ID=f5fece69-ea36-4233-ac83-36510714750a,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:07:58.831481 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-4505a930-2282-4429-8efa-e086d6efd2bd None None] Provisioning complete for port f5fece69-ea36-4233-ac83-36510714750a triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:07:58.832062 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4505a930-2282-4429-8efa-e086d6efd2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (f5fece69-ea36-4233-ac83-36510714750a), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:58.873548 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-4505a930-2282-4429-8efa-e086d6efd2bd None None] Port f5fece69-ea36-4233-ac83-36510714750a cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:07:58.956641 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (f5fece69-ea36-4233-ac83-36510714750a), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:59.222706 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] Publish callbacks [] for port (f5fece69-ea36-4233-ac83-36510714750a), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:59.317103 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (f5fece69-ea36-4233-ac83-36510714750a), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:59.317991 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327867'] for router_interface (5ce83010-5ac2-4f18-bcce-d6ba83203d12), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:59.382809 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] Pushing event updated for resources: {'Port': ['ID=f5fece69-ea36-4233-ac83-36510714750a,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:07:59.509287 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] Network 6472f23d-33f3-4162-b419-343f2d4adabe is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:07:59.511159 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:07:59.798230 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-291741d0-aa4c-4530-9957-abbd81f6ef87 None None] Provisioning complete for port f5fece69-ea36-4233-ac83-36510714750a triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:07:59.798542 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-291741d0-aa4c-4530-9957-abbd81f6ef87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (f5fece69-ea36-4233-ac83-36510714750a), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:59.803126 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] Router 5ce83010-5ac2-4f18-bcce-d6ba83203d12 is scheduled to L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 with binding_index 1 {{(pid=103757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:07:59.832309 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-291741d0-aa4c-4530-9957-abbd81f6ef87 None None] Port f5fece69-ea36-4233-ac83-36510714750a cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:07:59.904395 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:07:59.910839 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-006fabe7-d351-4c57-91f8-f3618a804f11 demo admin] 10.222.0.21 "PUT /v2.0/routers/5ce83010-5ac2-4f18-bcce-d6ba83203d12/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1915808 Mar 08 19:07:59.925579 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Sync routers for ids ['5ce83010-5ac2-4f18-bcce-d6ba83203d12'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:07:59.938471 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Routers {'5ce83010-5ac2-4f18-bcce-d6ba83203d12'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:07:59.939490 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:07:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['5ce83010-5ac2-4f18-bcce-d6ba83203d12'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:00.137249 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Set router 5ce83010-5ac2-4f18-bcce-d6ba83203d12 gateway port host: None {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:08:00.574852 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce83010-5ac2-4f18-bcce-d6ba83203d12', 'name': 'router1', 'tenant_id': 'cc891cd828324999bdbb444e3726f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:07:48Z', 'updated_at': '2022-03-08T19:07:58Z', 'revision_number': 2, 'project_id': 'cc891cd828324999bdbb444e3726f61e', 'gw_port_host': None, '_interfaces': [{'id': 'f5fece69-ea36-4233-ac83-36510714750a', 'name': '', 'network_id': '6472f23d-33f3-4162-b419-343f2d4adabe', 'tenant_id': 'cc891cd828324999bdbb444e3726f61e', 'mac_address': 'fa:16:3e:d2:b8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce83010-5ac2-4f18-bcce-d6ba83203d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85c878aa-5925-49c4-ae92-3ddca0bcf608', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:07:58Z', 'updated_at': '2022-03-08T19:07:59Z', 'revision_number': 2, 'project_id': 'cc891cd828324999bdbb444e3726f61e', 'subnets': [{'id': '85c878aa-5925-49c4-ae92-3ddca0bcf608', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d3f4ba-1e9d-4e1f-8106-d7cf5434af52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:00.626977 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Checking router: 5ce83010-5ac2-4f18-bcce-d6ba83203d12 for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:08:00.627349 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Updating router 5ce83010-5ac2-4f18-bcce-d6ba83203d12 port f5fece69-ea36-4233-ac83-36510714750a binding host dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:08:00.682866 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (f5fece69-ea36-4233-ac83-36510714750a), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:01.211152 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Publish callbacks [] for port (f5fece69-ea36-4233-ac83-36510714750a), precommit_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:01.300053 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (f5fece69-ea36-4233-ac83-36510714750a), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:01.446070 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d7555-458c-4bce-9c93-5113419d96a4 None None] Pushing event updated for resources: {'Port': ['ID=f5fece69-ea36-4233-ac83-36510714750a,revision_number=3']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:01.481144 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7555-458c-4bce-9c93-5113419d96a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:01.481144 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7555-458c-4bce-9c93-5113419d96a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:01.481144 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7555-458c-4bce-9c93-5113419d96a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:01.481144 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7555-458c-4bce-9c93-5113419d96a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:01.481144 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7555-458c-4bce-9c93-5113419d96a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:01.481144 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7555-458c-4bce-9c93-5113419d96a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:01.481144 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7555-458c-4bce-9c93-5113419d96a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:01.481144 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7555-458c-4bce-9c93-5113419d96a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:01.481144 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7555-458c-4bce-9c93-5113419d96a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:01.481144 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7555-458c-4bce-9c93-5113419d96a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:01.481144 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7555-458c-4bce-9c93-5113419d96a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:01.481144 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7555-458c-4bce-9c93-5113419d96a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:01.481144 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7555-458c-4bce-9c93-5113419d96a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d7555-458c-4bce-9c93-5113419d96a4 None None] Tracked resource versions report: Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: pushed versions: Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: { 'AddressGroup': {'1.2'}, Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'ConntrackHelper': {'1.0'}, Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Log': {'1.0'}, Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Network': {'1.1'}, Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Port': {'1.7'}, Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'PortForwarding': {'1.2'}, Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'QosPolicy': {'1.10'}, Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'SecurityGroup': {'1.5'}, Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'SubPort': {'1.0'}, Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Subnet': {'1.1'}, Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Trunk': {'1.1'}} Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: consumer versions: Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: { DHCP agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: L3 agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: Metadata agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: Metering agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: Open vSwitch agent@dv-cinder-830092-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'ConntrackHelper': '1.0', Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'LocalIPAssociation': '1.0', Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Log': '1.0', Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Network': '1.1', Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Port': '1.7', Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'PortForwarding': '1.2', Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'QosPolicy': '1.10', Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'SecurityGroup': '1.5', Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'SecurityGroupRule': '1.2', Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'SubPort': '1.0', Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Subnet': '1.1', Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Trunk': '1.1'}} Mar 08 19:08:01.482188 dv-cinder-830092-3-iscsi neutron-server[103760]: {{(pid=103760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:08:01.487066 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Attempting to bind port f5fece69-ea36-4233-ac83-36510714750a on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:08:01.487551 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Attempting to bind port f5fece69-ea36-4233-ac83-36510714750a by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '8ac18790-627f-4132-8aba-82c2eb8a3437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6472f23d-33f3-4162-b419-343f2d4adabe'}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:08:01.487938 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Attempting to bind port f5fece69-ea36-4233-ac83-36510714750a on network 6472f23d-33f3-4162-b419-343f2d4adabe {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:08:01.493956 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:08:01.494357 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Checking segment: {'id': '8ac18790-627f-4132-8aba-82c2eb8a3437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6472f23d-33f3-4162-b419-343f2d4adabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:08:01.495470 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:01.495866 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Bound using segment: {'id': '8ac18790-627f-4132-8aba-82c2eb8a3437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6472f23d-33f3-4162-b419-343f2d4adabe'} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:08:01.496363 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Bound port: f5fece69-ea36-4233-ac83-36510714750a, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac18790-627f-4132-8aba-82c2eb8a3437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6472f23d-33f3-4162-b419-343f2d4adabe'}}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:08:01.496761 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (f5fece69-ea36-4233-ac83-36510714750a), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:01.565898 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-bacf7aed-ec15-4db6-a6fb-8dc9e78c4f57 None None] Provisioning complete for port f5fece69-ea36-4233-ac83-36510714750a triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:08:01.566569 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bacf7aed-ec15-4db6-a6fb-8dc9e78c4f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (f5fece69-ea36-4233-ac83-36510714750a), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:01.571241 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] For port f5fece69-ea36-4233-ac83-36510714750a, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:08:01.591482 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] For port f5fece69-ea36-4233-ac83-36510714750a, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=f5fece69-ea36-4233-ac83-36510714750a,segment=NetworkSegment(8ac18790-627f-4132-8aba-82c2eb8a3437),segment_id=8ac18790-627f-4132-8aba-82c2eb8a3437)] {{(pid=103760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:08:01.604560 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-bacf7aed-ec15-4db6-a6fb-8dc9e78c4f57 None None] Port f5fece69-ea36-4233-ac83-36510714750a cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:08:01.663181 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (f5fece69-ea36-4233-ac83-36510714750a), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:01.722259 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Routers {'5ce83010-5ac2-4f18-bcce-d6ba83203d12'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:08:01.722925 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:07:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['5ce83010-5ac2-4f18-bcce-d6ba83203d12'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:01.790432 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d7555-458c-4bce-9c93-5113419d96a4 None None] Pushing event updated for resources: {'Port': ['ID=f5fece69-ea36-4233-ac83-36510714750a,revision_number=4']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:01.819448 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] Set router 5ce83010-5ac2-4f18-bcce-d6ba83203d12 gateway port host: None {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:08:01.927899 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-886be40a-ebd3-41ae-b2fa-ea8372577fc9 None None] Provisioning complete for port f5fece69-ea36-4233-ac83-36510714750a triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:08:01.928294 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-886be40a-ebd3-41ae-b2fa-ea8372577fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (f5fece69-ea36-4233-ac83-36510714750a), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:02.007914 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-886be40a-ebd3-41ae-b2fa-ea8372577fc9 None None] Current status of the port f5fece69-ea36-4233-ac83-36510714750a is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:08:02.008235 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-886be40a-ebd3-41ae-b2fa-ea8372577fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (f5fece69-ea36-4233-ac83-36510714750a), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:02.040369 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-886be40a-ebd3-41ae-b2fa-ea8372577fc9 None None] For port f5fece69-ea36-4233-ac83-36510714750a, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=f5fece69-ea36-4233-ac83-36510714750a,segment=NetworkSegment(8ac18790-627f-4132-8aba-82c2eb8a3437),segment_id=8ac18790-627f-4132-8aba-82c2eb8a3437)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:08:02.062040 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce83010-5ac2-4f18-bcce-d6ba83203d12', 'name': 'router1', 'tenant_id': 'cc891cd828324999bdbb444e3726f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:07:48Z', 'updated_at': '2022-03-08T19:07:58Z', 'revision_number': 2, 'project_id': 'cc891cd828324999bdbb444e3726f61e', 'gw_port_host': None, '_interfaces': [{'id': 'f5fece69-ea36-4233-ac83-36510714750a', 'name': '', 'network_id': '6472f23d-33f3-4162-b419-343f2d4adabe', 'tenant_id': 'cc891cd828324999bdbb444e3726f61e', 'mac_address': 'fa:16:3e:d2:b8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce83010-5ac2-4f18-bcce-d6ba83203d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85c878aa-5925-49c4-ae92-3ddca0bcf608', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:07:58Z', 'updated_at': '2022-03-08T19:08:01Z', 'revision_number': 4, 'project_id': 'cc891cd828324999bdbb444e3726f61e', 'subnets': [{'id': '85c878aa-5925-49c4-ae92-3ddca0bcf608', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d3f4ba-1e9d-4e1f-8106-d7cf5434af52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:02.094824 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c748c79-2738-4685-a079-a4594d0e9dd0 None None] The sync data for ids ['5ce83010-5ac2-4f18-bcce-d6ba83203d12'] in dv-cinder-830092-3-iscsi is: [{'id': '5ce83010-5ac2-4f18-bcce-d6ba83203d12', 'name': 'router1', 'tenant_id': 'cc891cd828324999bdbb444e3726f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:07:48Z', 'updated_at': '2022-03-08T19:07:58Z', 'revision_number': 2, 'project_id': 'cc891cd828324999bdbb444e3726f61e', 'gw_port_host': None, '_interfaces': [{'id': 'f5fece69-ea36-4233-ac83-36510714750a', 'name': '', 'network_id': '6472f23d-33f3-4162-b419-343f2d4adabe', 'tenant_id': 'cc891cd828324999bdbb444e3726f61e', 'mac_address': 'fa:16:3e:d2:b8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce83010-5ac2-4f18-bcce-d6ba83203d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85c878aa-5925-49c4-ae92-3ddca0bcf608', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:07:58Z', 'updated_at': '2022-03-08T19:08:01Z', 'revision_number': 4, 'project_id': 'cc891cd828324999bdbb444e3726f61e', 'subnets': [{'id': '85c878aa-5925-49c4-ae92-3ddca0bcf608', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d3f4ba-1e9d-4e1f-8106-d7cf5434af52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:08:02.111380 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-886be40a-ebd3-41ae-b2fa-ea8372577fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (f5fece69-ea36-4233-ac83-36510714750a), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:02.164296 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886be40a-ebd3-41ae-b2fa-ea8372577fc9 None None] Pushing event updated for resources: {'Port': ['ID=f5fece69-ea36-4233-ac83-36510714750a,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:02.352051 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35384) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:02.480745 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc65943-f024-4c66-b31f-c2478179fd7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:08:02.487877 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-9fc65943-f024-4c66-b31f-c2478179fd7a admin admin] 10.222.0.21 "GET /v2.0/networks/00a9f3c4-6bad-4669-ae15-07729bcc1fd2 HTTP/1.1" status: 200 len: 842 time: 0.1290140 Mar 08 19:08:02.491925 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-db0d6bae-0049-448d-9edb-f75878a9e692 admin admin] Request body: {'subnet': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:08:02.591752 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0d6bae-0049-448d-9edb-f75878a9e692 admin admin] Made reservation on behalf of 889e048493fc4d118db57098a3ad3b3d for: {'subnet': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:08:02.594303 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-db0d6bae-0049-448d-9edb-f75878a9e692 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:03.016049 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.objects.ports [None req-db0d6bae-0049-448d-9edb-f75878a9e692 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103757) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 19:08:03.016739 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-db0d6bae-0049-448d-9edb-f75878a9e692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for subnet (f5d24f4d-3684-40fb-8092-55026cfbf07a), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:03.082061 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0d6bae-0049-448d-9edb-f75878a9e692 admin admin] Checking segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:08:03.082476 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0d6bae-0049-448d-9edb-f75878a9e692 admin admin] Network hostable DHCP agents. Network: 00a9f3c4-6bad-4669-ae15-07729bcc1fd2, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:08:03.091391 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d6bae-0049-448d-9edb-f75878a9e692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5d24f4d-3684-40fb-8092-55026cfbf07a,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:03.194214 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0d6bae-0049-448d-9edb-f75878a9e692 admin admin] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:08:03.288660 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-db0d6bae-0049-448d-9edb-f75878a9e692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, 00a9f3c4-6bad-4669-ae15-07729bcc1fd2) {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:08:03.293084 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0d6bae-0049-448d-9edb-f75878a9e692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:08:03.296807 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-db0d6bae-0049-448d-9edb-f75878a9e692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:03.300918 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f264786-51f1-4146-adb8-45352e8958a7 None None] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:08:03.405694 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5466de6-18bf-48b1-8570-c9fed38f598d None None] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:08:03.446104 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-db0d6bae-0049-448d-9edb-f75878a9e692 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9570556 Mar 08 19:08:06.026990 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35392) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:06.167343 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-e2b5e821-f716-4ac4-a569-6c227cfd6370 demo admin] 10.222.0.21 "GET /v2.0/routers/5ce83010-5ac2-4f18-bcce-d6ba83203d12 HTTP/1.1" status: 200 len: 710 time: 0.1378567 Mar 08 19:08:06.278821 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f96a837-3fb8-414f-9a19-97427a6452a9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:08:06.280207 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-7f96a837-3fb8-414f-9a19-97427a6452a9 demo admin] 10.222.0.21 "GET /v2.0/networks/00a9f3c4-6bad-4669-ae15-07729bcc1fd2 HTTP/1.1" status: 200 len: 886 time: 0.1064010 Mar 08 19:08:06.289591 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-be9fdae2-4193-4588-8fe4-bdab2e392538 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:08:06.622372 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-be9fdae2-4193-4588-8fe4-bdab2e392538 demo admin] Publish callbacks [] for router_gateway (5ce83010-5ac2-4f18-bcce-d6ba83203d12), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:07.096267 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-be9fdae2-4193-4588-8fe4-bdab2e392538 demo admin] Publish callbacks [] for router_gateway (5ce83010-5ac2-4f18-bcce-d6ba83203d12), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:07.176567 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-be9fdae2-4193-4588-8fe4-bdab2e392538 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:07.299505 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-be9fdae2-4193-4588-8fe4-bdab2e392538 demo admin] Allocated IP 172.27.2.112 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/26e9543a-d263-47f1-ad23-7888c9607ba0) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:08:07.444725 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-be9fdae2-4193-4588-8fe4-bdab2e392538 demo admin] Publish callbacks [] for port (26e9543a-d263-47f1-ad23-7888c9607ba0), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:07.569120 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-be9fdae2-4193-4588-8fe4-bdab2e392538 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (26e9543a-d263-47f1-ad23-7888c9607ba0), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:07.626183 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9fdae2-4193-4588-8fe4-bdab2e392538 demo admin] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:08:07.630463 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-be9fdae2-4193-4588-8fe4-bdab2e392538 demo admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:08:07.641693 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9fdae2-4193-4588-8fe4-bdab2e392538 demo admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:08:07.644591 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fdae2-4193-4588-8fe4-bdab2e392538 demo admin] Pushing event updated for resources: {'Port': ['ID=26e9543a-d263-47f1-ad23-7888c9607ba0,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:08.023949 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-be9fdae2-4193-4588-8fe4-bdab2e392538 demo admin] Publish callbacks [] for router_gateway (5ce83010-5ac2-4f18-bcce-d6ba83203d12), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:08.234416 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-be9fdae2-4193-4588-8fe4-bdab2e392538 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-328385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-331542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25187'] for router (5ce83010-5ac2-4f18-bcce-d6ba83203d12), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:08.237769 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-be9fdae2-4193-4588-8fe4-bdab2e392538 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-328442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-328392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-328435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-331545'] for router (5ce83010-5ac2-4f18-bcce-d6ba83203d12), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:08.354247 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9fdae2-4193-4588-8fe4-bdab2e392538 demo admin] Router 5ce83010-5ac2-4f18-bcce-d6ba83203d12 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:08:08.567011 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9fdae2-4193-4588-8fe4-bdab2e392538 demo admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:08:08.571501 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-be9fdae2-4193-4588-8fe4-bdab2e392538 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:08.573253 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-be9fdae2-4193-4588-8fe4-bdab2e392538 demo admin] 10.222.0.21 "PUT /v2.0/routers/5ce83010-5ac2-4f18-bcce-d6ba83203d12 HTTP/1.1" status: 200 len: 890 time: 2.2863517 Mar 08 19:08:09.766260 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device f5fece69-ea36-4233-ac83-36510714750a up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:08:09.820990 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port f5fece69-ea36-4233-ac83-36510714750a triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:08:09.821371 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (f5fece69-ea36-4233-ac83-36510714750a), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:09.900361 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port f5fece69-ea36-4233-ac83-36510714750a is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:08:11.186522 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35404) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:11.308633 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8d76b62c-c7d1-4ac6-8571-d19f3264d4ef admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1204560 Mar 08 19:08:11.498686 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Sync routers for ids ['5ce83010-5ac2-4f18-bcce-d6ba83203d12'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:08:11.511297 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Routers {'5ce83010-5ac2-4f18-bcce-d6ba83203d12'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:08:11.512003 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:07:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['5ce83010-5ac2-4f18-bcce-d6ba83203d12'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:11.744167 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Set router 5ce83010-5ac2-4f18-bcce-d6ba83203d12 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:08:12.246798 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce83010-5ac2-4f18-bcce-d6ba83203d12', 'name': 'router1', 'tenant_id': 'cc891cd828324999bdbb444e3726f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '26e9543a-d263-47f1-ad23-7888c9607ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:07:48Z', 'updated_at': '2022-03-08T19:08:07Z', 'revision_number': 4, 'project_id': 'cc891cd828324999bdbb444e3726f61e', 'gw_port': {'id': '26e9543a-d263-47f1-ad23-7888c9607ba0', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce83010-5ac2-4f18-bcce-d6ba83203d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:08:07Z', 'updated_at': '2022-03-08T19:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'f5fece69-ea36-4233-ac83-36510714750a', 'name': '', 'network_id': '6472f23d-33f3-4162-b419-343f2d4adabe', 'tenant_id': 'cc891cd828324999bdbb444e3726f61e', 'mac_address': 'fa:16:3e:d2:b8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce83010-5ac2-4f18-bcce-d6ba83203d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85c878aa-5925-49c4-ae92-3ddca0bcf608', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:07:58Z', 'updated_at': '2022-03-08T19:08:02Z', 'revision_number': 5, 'project_id': 'cc891cd828324999bdbb444e3726f61e', 'subnets': [{'id': '85c878aa-5925-49c4-ae92-3ddca0bcf608', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d3f4ba-1e9d-4e1f-8106-d7cf5434af52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:12.297454 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Checking router: 5ce83010-5ac2-4f18-bcce-d6ba83203d12 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:08:12.297804 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Updating router 5ce83010-5ac2-4f18-bcce-d6ba83203d12 port 26e9543a-d263-47f1-ad23-7888c9607ba0 binding host dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:08:12.351112 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (26e9543a-d263-47f1-ad23-7888c9607ba0), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:12.681673 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Publish callbacks [] for port (26e9543a-d263-47f1-ad23-7888c9607ba0), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:12.767974 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (26e9543a-d263-47f1-ad23-7888c9607ba0), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:12.821140 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Attempting to bind port 26e9543a-d263-47f1-ad23-7888c9607ba0 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:08:12.828771 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Attempting to bind port 26e9543a-d263-47f1-ad23-7888c9607ba0 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:08:12.828771 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Attempting to bind port 26e9543a-d263-47f1-ad23-7888c9607ba0 on network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:08:12.829903 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba7a12-0db5-477b-9b85-f9d6177131ed None None] Pushing event updated for resources: {'Port': ['ID=26e9543a-d263-47f1-ad23-7888c9607ba0,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:12.833166 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:08:12.833544 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Checking segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:08:12.833941 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:12.834325 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Bound using segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:08:12.834823 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Bound port: 26e9543a-d263-47f1-ad23-7888c9607ba0, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:08:12.835266 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (26e9543a-d263-47f1-ad23-7888c9607ba0), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:12.886060 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] For port 26e9543a-d263-47f1-ad23-7888c9607ba0, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:08:12.889292 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] For port 26e9543a-d263-47f1-ad23-7888c9607ba0, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=26e9543a-d263-47f1-ad23-7888c9607ba0,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:08:12.968628 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (26e9543a-d263-47f1-ad23-7888c9607ba0), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:13.021653 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Routers {'5ce83010-5ac2-4f18-bcce-d6ba83203d12'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:08:13.022288 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:07:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['5ce83010-5ac2-4f18-bcce-d6ba83203d12'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:13.086487 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba7a12-0db5-477b-9b85-f9d6177131ed None None] Pushing event updated for resources: {'Port': ['ID=26e9543a-d263-47f1-ad23-7888c9607ba0,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:13.165053 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] Set router 5ce83010-5ac2-4f18-bcce-d6ba83203d12 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:08:13.397502 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce83010-5ac2-4f18-bcce-d6ba83203d12', 'name': 'router1', 'tenant_id': 'cc891cd828324999bdbb444e3726f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '26e9543a-d263-47f1-ad23-7888c9607ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:07:48Z', 'updated_at': '2022-03-08T19:08:07Z', 'revision_number': 4, 'project_id': 'cc891cd828324999bdbb444e3726f61e', 'gw_port': {'id': '26e9543a-d263-47f1-ad23-7888c9607ba0', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce83010-5ac2-4f18-bcce-d6ba83203d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:08:07Z', 'updated_at': '2022-03-08T19:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'f5fece69-ea36-4233-ac83-36510714750a', 'name': '', 'network_id': '6472f23d-33f3-4162-b419-343f2d4adabe', 'tenant_id': 'cc891cd828324999bdbb444e3726f61e', 'mac_address': 'fa:16:3e:d2:b8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce83010-5ac2-4f18-bcce-d6ba83203d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85c878aa-5925-49c4-ae92-3ddca0bcf608', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:07:58Z', 'updated_at': '2022-03-08T19:08:02Z', 'revision_number': 5, 'project_id': 'cc891cd828324999bdbb444e3726f61e', 'subnets': [{'id': '85c878aa-5925-49c4-ae92-3ddca0bcf608', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d3f4ba-1e9d-4e1f-8106-d7cf5434af52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:13.426665 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1755a6-9cde-44b9-9f04-b0bf4e213ca0 None None] The sync data for ids ['5ce83010-5ac2-4f18-bcce-d6ba83203d12'] in dv-cinder-830092-3-iscsi is: [{'id': '5ce83010-5ac2-4f18-bcce-d6ba83203d12', 'name': 'router1', 'tenant_id': 'cc891cd828324999bdbb444e3726f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '26e9543a-d263-47f1-ad23-7888c9607ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:07:48Z', 'updated_at': '2022-03-08T19:08:07Z', 'revision_number': 4, 'project_id': 'cc891cd828324999bdbb444e3726f61e', 'gw_port': {'id': '26e9543a-d263-47f1-ad23-7888c9607ba0', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce83010-5ac2-4f18-bcce-d6ba83203d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:08:07Z', 'updated_at': '2022-03-08T19:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'f5fece69-ea36-4233-ac83-36510714750a', 'name': '', 'network_id': '6472f23d-33f3-4162-b419-343f2d4adabe', 'tenant_id': 'cc891cd828324999bdbb444e3726f61e', 'mac_address': 'fa:16:3e:d2:b8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce83010-5ac2-4f18-bcce-d6ba83203d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85c878aa-5925-49c4-ae92-3ddca0bcf608', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:07:58Z', 'updated_at': '2022-03-08T19:08:02Z', 'revision_number': 5, 'project_id': 'cc891cd828324999bdbb444e3726f61e', 'subnets': [{'id': '85c878aa-5925-49c4-ae92-3ddca0bcf608', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d3f4ba-1e9d-4e1f-8106-d7cf5434af52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:08:13.789672 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 26e9543a-d263-47f1-ad23-7888c9607ba0 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:08:13.860572 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 26e9543a-d263-47f1-ad23-7888c9607ba0 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:08:13.860572 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (26e9543a-d263-47f1-ad23-7888c9607ba0), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:13.953107 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 26e9543a-d263-47f1-ad23-7888c9607ba0 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:08:13.953888 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (26e9543a-d263-47f1-ad23-7888c9607ba0), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:13.982827 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] For port 26e9543a-d263-47f1-ad23-7888c9607ba0, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=26e9543a-d263-47f1-ad23-7888c9607ba0,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:08:14.111539 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (26e9543a-d263-47f1-ad23-7888c9607ba0), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:14.188885 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Pushing event updated for resources: {'Port': ['ID=26e9543a-d263-47f1-ad23-7888c9607ba0,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:15.765869 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 26e9543a-d263-47f1-ad23-7888c9607ba0 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:08:15.870025 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 26e9543a-d263-47f1-ad23-7888c9607ba0 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:08:15.871018 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (26e9543a-d263-47f1-ad23-7888c9607ba0), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:16.001355 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 26e9543a-d263-47f1-ad23-7888c9607ba0 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:08:20.688319 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6fcffe73-3ae3-4ea9-873b-6d7e68f074f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:23.048076 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-36497854-e072-4d84-bdad-756138aef01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:24.015816 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:25.624794 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:26.982090 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:32.663113 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 5 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:08:50.672501 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-af4f6657-15ed-42e4-9e4e-737dba2d0af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.052247 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-93f28000-70e1-4978-ad62-39368f210b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:54.054863 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:55.687502 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:57.687090 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:09.658113 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 5 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:09:20.669899 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-f02ab827-529c-457e-89ab-2bcb831b17b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:23.082651 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8781df4b-b794-44d7-89ea-c12877f0e317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:24.031018 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:25.630799 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:26.979301 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:36.439492 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35888) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:09:36.500544 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.pecan_wsgi.hooks.translation [None req-f186f3d0-550b-499c-8ef0-045dc49ac457 admin admin] GET failed (client error): The resource could not be found. Mar 08 19:09:36.502056 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f186f3d0-550b-499c-8ef0-045dc49ac457 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615859 Mar 08 19:09:36.662278 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44b871d-6bcf-410b-847e-e1ed84f48d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:09:36.664424 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f44b871d-6bcf-410b-847e-e1ed84f48d25 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1583500 Mar 08 19:09:39.032260 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35898) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:09:39.123238 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631f57aa-64d8-45a5-8e57-3f2e46a8962c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:09:39.124578 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-631f57aa-64d8-45a5-8e57-3f2e46a8962c admin admin] 10.222.0.21 "GET /v2.0/subnets/85c878aa-5925-49c4-ae92-3ddca0bcf608 HTTP/1.1" status: 200 len: 849 time: 0.0913131 Mar 08 19:09:39.134558 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:09:39.220959 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Publish callbacks [] for subnet (85c878aa-5925-49c4-ae92-3ddca0bcf608), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:39.408063 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785633431215'] for subnet (85c878aa-5925-49c4-ae92-3ddca0bcf608), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:39.446022 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:09:39.446651 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:39.454927 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] 10.222.0.21 "PUT /v2.0/subnets/85c878aa-5925-49c4-ae92-3ddca0bcf608 HTTP/1.1" status: 200 len: 868 time: 0.3173618 Mar 08 19:09:39.455181 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a30105-c104-4c70-b110-794905852753 None None] Network 6472f23d-33f3-4162-b419-343f2d4adabe requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:09:39.463523 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c878aa-5925-49c4-ae92-3ddca0bcf608,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:09:39.471475 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:39.471743 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:39.472375 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:39.472508 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:39.472726 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:39.473070 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:39.473394 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:39.473859 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:39.474196 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:39.474586 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:39.474914 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:39.475233 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:39.475550 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4889c-a963-41a3-8871-102b5541ed5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:39.828916 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-fb5043f6-1988-415c-866b-32e71d92d762 None None] Provisioning complete for port f5fece69-ea36-4233-ac83-36510714750a triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:09:39.829295 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fb5043f6-1988-415c-866b-32e71d92d762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (f5fece69-ea36-4233-ac83-36510714750a), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:39.904260 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-fb5043f6-1988-415c-866b-32e71d92d762 None None] Current status of the port f5fece69-ea36-4233-ac83-36510714750a is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:09:39.914587 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-fb5043f6-1988-415c-866b-32e71d92d762 None None] Provisioning complete for port ec062278-9d86-4efa-b1c8-72a59cf7b5fb triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:09:39.914968 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fb5043f6-1988-415c-866b-32e71d92d762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (ec062278-9d86-4efa-b1c8-72a59cf7b5fb), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:39.991108 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-fb5043f6-1988-415c-866b-32e71d92d762 None None] Current status of the port ec062278-9d86-4efa-b1c8-72a59cf7b5fb is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:09:41.828153 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35906) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:09:42.025340 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f29f9c-7dad-40d4-80a7-e47d965e416f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:09:42.025715 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f29f9c-7dad-40d4-80a7-e47d965e416f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:09:42.027282 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-e9f29f9c-7dad-40d4-80a7-e47d965e416f admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1982417 Mar 08 19:09:44.368370 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35914) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:09:44.502919 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17f71b6-2531-417a-858f-42056746cd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:09:44.503385 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17f71b6-2531-417a-858f-42056746cd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:09:44.504919 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-b17f71b6-2531-417a-858f-42056746cd28 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1356087 Mar 08 19:09:46.656878 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 5 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:09:46.833303 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35922) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:09:46.958316 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42acb92e-d819-414b-86fd-f42eff29148c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:09:46.959653 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-42acb92e-d819-414b-86fd-f42eff29148c admin admin] 10.222.0.21 "GET /v2.0/networks/00a9f3c4-6bad-4669-ae15-07729bcc1fd2 HTTP/1.1" status: 200 len: 886 time: 0.1253798 Mar 08 19:09:49.350530 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35930) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:09:49.483042 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8e8124-3394-4143-b7eb-03c0c9fbc854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:09:49.484441 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-ad8e8124-3394-4143-b7eb-03c0c9fbc854 admin admin] 10.222.0.21 "GET /v2.0/networks/6472f23d-33f3-4162-b419-343f2d4adabe HTTP/1.1" status: 200 len: 869 time: 0.1329615 Mar 08 19:09:50.670520 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-080198f7-79f2-4f34-8043-9d27e13dac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:51.885623 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35938) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:09:52.008967 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09d7c93-80d6-448a-ab8d-649dc97d5966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:09:52.009320 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09d7c93-80d6-448a-ab8d-649dc97d5966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:09:52.010871 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-e09d7c93-80d6-448a-ab8d-649dc97d5966 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242988 Mar 08 19:09:53.064342 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-495b883c-bc2b-4299-af25-68423da6defa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:54.033276 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:54.360586 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35946) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:09:54.450672 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383eb08f-0e48-4db9-b987-a4f2ac422fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:09:54.451120 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383eb08f-0e48-4db9-b987-a4f2ac422fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:09:54.452612 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-383eb08f-0e48-4db9-b987-a4f2ac422fde admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0910664 Mar 08 19:09:55.638585 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:56.814258 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35954) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:09:56.915282 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c805c4-479c-4a99-a657-369a8af089a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:09:56.916821 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-62c805c4-479c-4a99-a657-369a8af089a2 admin admin] 10.222.0.21 "GET /v2.0/subnets/85c878aa-5925-49c4-ae92-3ddca0bcf608 HTTP/1.1" status: 200 len: 868 time: 0.1014395 Mar 08 19:09:56.984678 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:59.247893 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 35962) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:09:59.336604 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226f861d-c7cb-4e27-83f8-24c60e2956c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:09:59.337926 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-226f861d-c7cb-4e27-83f8-24c60e2956c5 admin admin] 10.222.0.21 "GET /v2.0/subnets/f5d24f4d-3684-40fb-8092-55026cfbf07a HTTP/1.1" status: 200 len: 816 time: 0.0890906 Mar 08 19:10:20.668623 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bc717a97-4839-46a3-b828-8c82385e473b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:23.069128 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3c1a4024-34df-45b0-af8b-8a8705a5c135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:23.657595 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 5 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:10:24.054723 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:25.643087 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:26.993915 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:27.964124 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36014) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:10:28.011508 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [None req-87b4b6de-700e-46ee-9bec-98e4cb8837ea admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103757) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:10:28.012505 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-87b4b6de-700e-46ee-9bec-98e4cb8837ea admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474243 Mar 08 19:10:30.441562 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36022) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:10:30.506261 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cb817e-a77e-46b1-a691-0f5d6797a4c3 admin admin] GET failed (client error): The resource could not be found. Mar 08 19:10:30.507558 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-56cb817e-a77e-46b1-a691-0f5d6797a4c3 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0642688 Mar 08 19:10:30.594137 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77c193f-7c71-488f-81c7-04f30c52c522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:10:30.595619 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f77c193f-7c71-488f-81c7-04f30c52c522 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0840423 Mar 08 19:10:32.941168 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36030) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:10:32.988570 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-3d6638cf-fc81-46a5-8049-60ab52377580 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:10:33.090802 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6638cf-fc81-46a5-8049-60ab52377580 admin admin] Made reservation on behalf of 889e048493fc4d118db57098a3ad3b3d for: {'network': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:10:33.093195 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3d6638cf-fc81-46a5-8049-60ab52377580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:33.121182 dv-cinder-830092-3-iscsi neutron-server[103757]: WARNING neutron.services.revisions.revision_plugin [None req-3d6638cf-fc81-46a5-8049-60ab52377580 admin admin] Could not find related network for resource to bump revision. Mar 08 19:10:33.135207 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6638cf-fc81-46a5-8049-60ab52377580 admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=103757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:10:33.144259 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3d6638cf-fc81-46a5-8049-60ab52377580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (edcc8de3-d050-4687-84d2-cf9e86a140a3), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:33.144854 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.segments_db [None req-3d6638cf-fc81-46a5-8049-60ab52377580 admin admin] Added segment edcc8de3-d050-4687-84d2-cf9e86a140a3 of type vlan for network 6466a54b-e116-4669-a116-8e0381bbd01e Mar 08 19:10:33.193515 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3d6638cf-fc81-46a5-8049-60ab52377580 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (6466a54b-e116-4669-a116-8e0381bbd01e), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:33.273647 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3d6638cf-fc81-46a5-8049-60ab52377580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (6466a54b-e116-4669-a116-8e0381bbd01e), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:33.274620 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6638cf-fc81-46a5-8049-60ab52377580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:10:33.275205 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3d6638cf-fc81-46a5-8049-60ab52377580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:33.334016 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6638cf-fc81-46a5-8049-60ab52377580 admin admin] Pushing event updated for resources: {'Network': ['ID=6466a54b-e116-4669-a116-8e0381bbd01e,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:10:33.343730 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network 6466a54b-e116-4669-a116-8e0381bbd01e details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:10:33.368519 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-3d6638cf-fc81-46a5-8049-60ab52377580 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4261022 Mar 08 19:10:35.963672 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36038) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:10:36.038944 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.pecan_wsgi.hooks.translation [None req-201df16b-e92d-49dd-ab6a-27d274cbb18a admin admin] GET failed (client error): The resource could not be found. Mar 08 19:10:36.040631 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-201df16b-e92d-49dd-ab6a-27d274cbb18a admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0759676 Mar 08 19:10:36.224525 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445fcbe2-4e2e-4c28-a8f3-d5344a860c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:10:36.225982 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-445fcbe2-4e2e-4c28-a8f3-d5344a860c48 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1810868 Mar 08 19:10:36.235662 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-a8548cf3-cbde-41d7-b9bb-4f158517b296 admin admin] Request body: {'subnet': {'network_id': '6466a54b-e116-4669-a116-8e0381bbd01e', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:10:36.313952 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8548cf3-cbde-41d7-b9bb-4f158517b296 admin admin] Made reservation on behalf of 889e048493fc4d118db57098a3ad3b3d for: {'subnet': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:10:36.316177 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a8548cf3-cbde-41d7-b9bb-4f158517b296 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:36.537271 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a8548cf3-cbde-41d7-b9bb-4f158517b296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for subnet (392d9b7b-e54b-42e9-b990-715ba91e87f7), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:36.591163 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8548cf3-cbde-41d7-b9bb-4f158517b296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=392d9b7b-e54b-42e9-b990-715ba91e87f7,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:10:36.600891 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8548cf3-cbde-41d7-b9bb-4f158517b296 admin admin] Checking segment: {'id': 'edcc8de3-d050-4687-84d2-cf9e86a140a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6466a54b-e116-4669-a116-8e0381bbd01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:10:36.601263 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8548cf3-cbde-41d7-b9bb-4f158517b296 admin admin] Network hostable DHCP agents. Network: 6466a54b-e116-4669-a116-8e0381bbd01e, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:10:36.708245 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8548cf3-cbde-41d7-b9bb-4f158517b296 admin admin] Network 6466a54b-e116-4669-a116-8e0381bbd01e is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:10:36.814059 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-a8548cf3-cbde-41d7-b9bb-4f158517b296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, 6466a54b-e116-4669-a116-8e0381bbd01e) {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:10:36.818500 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8548cf3-cbde-41d7-b9bb-4f158517b296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:10:36.819129 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a8548cf3-cbde-41d7-b9bb-4f158517b296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:36.823714 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bd733e-9a98-4eaf-9832-94778090409c None None] Network 6466a54b-e116-4669-a116-8e0381bbd01e requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:10:36.920711 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a457b4-5bad-5c4a-859d-84f590f656d3-6466a54b-e116-4669-a116-8e0381bbd01e', 'network_id': '6466a54b-e116-4669-a116-8e0381bbd01e', 'project_id': '889e048493fc4d118db57098a3ad3b3d', 'fixed_ips': [{'subnet_id': '392d9b7b-e54b-42e9-b990-715ba91e87f7'}]}} from dv-cinder-830092-3-iscsi. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:10:36.921588 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:36.974529 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-a8548cf3-cbde-41d7-b9bb-4f158517b296 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7419102 Mar 08 19:10:37.075306 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Allocated IP 192.168.233.2 (6466a54b-e116-4669-a116-8e0381bbd01e/392d9b7b-e54b-42e9-b990-715ba91e87f7/e7860702-d259-4939-b0b9-6f5a8efa2858) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:10:37.340033 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Publish callbacks [] for port (e7860702-d259-4939-b0b9-6f5a8efa2858), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:37.457914 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (e7860702-d259-4939-b0b9-6f5a8efa2858), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:37.498234 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Network 6466a54b-e116-4669-a116-8e0381bbd01e is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:10:37.501289 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:10:37.504858 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:10:37.510390 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Pushing event updated for resources: {'Port': ['ID=e7860702-d259-4939-b0b9-6f5a8efa2858,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:10:37.521332 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:10:37.521757 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:10:37.522113 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:10:37.522511 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:10:37.522791 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:10:37.523109 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:10:37.523426 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:10:37.523741 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:10:37.524052 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:10:37.524363 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:10:37.524676 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:10:37.524985 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:10:37.525293 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:10:37.581023 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Attempting to bind port e7860702-d259-4939-b0b9-6f5a8efa2858 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:10:37.581380 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Attempting to bind port e7860702-d259-4939-b0b9-6f5a8efa2858 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': 'edcc8de3-d050-4687-84d2-cf9e86a140a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6466a54b-e116-4669-a116-8e0381bbd01e'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:10:37.581731 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Attempting to bind port e7860702-d259-4939-b0b9-6f5a8efa2858 on network 6466a54b-e116-4669-a116-8e0381bbd01e {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:10:37.587866 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:10:37.588241 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Checking segment: {'id': 'edcc8de3-d050-4687-84d2-cf9e86a140a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6466a54b-e116-4669-a116-8e0381bbd01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:10:37.588639 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:37.589028 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Bound using segment: {'id': 'edcc8de3-d050-4687-84d2-cf9e86a140a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6466a54b-e116-4669-a116-8e0381bbd01e'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:10:37.589491 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Bound port: e7860702-d259-4939-b0b9-6f5a8efa2858, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edcc8de3-d050-4687-84d2-cf9e86a140a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6466a54b-e116-4669-a116-8e0381bbd01e'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:10:37.589868 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (e7860702-d259-4939-b0b9-6f5a8efa2858), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:37.657368 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] For port e7860702-d259-4939-b0b9-6f5a8efa2858, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:10:37.660586 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] For port e7860702-d259-4939-b0b9-6f5a8efa2858, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=e7860702-d259-4939-b0b9-6f5a8efa2858,segment=NetworkSegment(edcc8de3-d050-4687-84d2-cf9e86a140a3),segment_id=edcc8de3-d050-4687-84d2-cf9e86a140a3)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:10:37.731823 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (e7860702-d259-4939-b0b9-6f5a8efa2858), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:37.795319 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596290e4-9f90-4dac-9580-8cc489b6b7ba None None] Pushing event updated for resources: {'Port': ['ID=e7860702-d259-4939-b0b9-6f5a8efa2858,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:10:38.660637 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03b43fc-cdbc-49d4-9fb8-dbf68579ef89 None None] Network 6466a54b-e116-4669-a116-8e0381bbd01e requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:10:38.759534 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c480131a-aefd-40bc-80f5-6f88fd81f662 None None] Provisioning complete for port e7860702-d259-4939-b0b9-6f5a8efa2858 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:10:38.759837 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c480131a-aefd-40bc-80f5-6f88fd81f662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (e7860702-d259-4939-b0b9-6f5a8efa2858), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:38.880323 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c480131a-aefd-40bc-80f5-6f88fd81f662 None None] Current status of the port e7860702-d259-4939-b0b9-6f5a8efa2858 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:10:38.880825 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c480131a-aefd-40bc-80f5-6f88fd81f662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (e7860702-d259-4939-b0b9-6f5a8efa2858), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:38.919020 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c480131a-aefd-40bc-80f5-6f88fd81f662 None None] For port e7860702-d259-4939-b0b9-6f5a8efa2858, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=e7860702-d259-4939-b0b9-6f5a8efa2858,segment=NetworkSegment(edcc8de3-d050-4687-84d2-cf9e86a140a3),segment_id=edcc8de3-d050-4687-84d2-cf9e86a140a3)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:10:38.980280 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c480131a-aefd-40bc-80f5-6f88fd81f662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (e7860702-d259-4939-b0b9-6f5a8efa2858), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:39.038941 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480131a-aefd-40bc-80f5-6f88fd81f662 None None] Pushing event updated for resources: {'Port': ['ID=e7860702-d259-4939-b0b9-6f5a8efa2858,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:10:39.101260 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-6dcc8f1a-5e35-4589-b372-47966f2e789c None None] Provisioning complete for port e7860702-d259-4939-b0b9-6f5a8efa2858 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:10:39.101640 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6dcc8f1a-5e35-4589-b372-47966f2e789c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (e7860702-d259-4939-b0b9-6f5a8efa2858), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:39.186250 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc8f1a-5e35-4589-b372-47966f2e789c None None] Current status of the port e7860702-d259-4939-b0b9-6f5a8efa2858 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:10:39.836849 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device e7860702-d259-4939-b0b9-6f5a8efa2858 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:10:39.889676 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port e7860702-d259-4939-b0b9-6f5a8efa2858 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:10:39.890064 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (e7860702-d259-4939-b0b9-6f5a8efa2858), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:39.967329 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port e7860702-d259-4939-b0b9-6f5a8efa2858 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:10:50.678857 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-744e2902-4627-4d7a-967a-6f3e8c6b553b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:53.038697 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-cbf3e915-c619-4e3f-8a75-e31bf53ac187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:54.036185 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:55.670510 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:57.004107 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:00.656297 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 5 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:11:20.677236 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ed60811b-f75e-48de-943d-cca9fdb71fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:23.085843 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-663eb625-6462-4cfa-9848-7378fdce80b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:24.054064 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:25.642808 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:26.983172 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:37.654513 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 5 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:11:50.698748 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e8a06bfe-0092-4ac8-a863-ff3f3e036cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:53.073212 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-cdd42aed-3a55-4011-83fb-43c1e05209fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:54.050606 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:55.667073 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:57.127764 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:07.305709 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36076) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:12:07.311315 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [None req-f6e352f1-174f-4a28-856a-191001e0fd17 tempest-verify_tempest_config-1713828614 tempest-verify_tempest_config-1713828614-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103757) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:12:07.312302 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f6e352f1-174f-4a28-856a-191001e0fd17 tempest-verify_tempest_config-1713828614 tempest-verify_tempest_config-1713828614-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056279 Mar 08 19:12:07.840243 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 36094) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:12:07.943884 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a9449a2b-f476-4e25-905d-bed1ddf27f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:08.018455 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a9449a2b-f476-4e25-905d-bed1ddf27f84 admin admin] Publish callbacks [] for security_group (7cbba38e-8482-4897-bbc1-20b958124a83), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:08.095998 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a9449a2b-f476-4e25-905d-bed1ddf27f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (7cbba38e-8482-4897-bbc1-20b958124a83), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:08.140661 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-a9449a2b-f476-4e25-905d-bed1ddf27f84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b9d01c591e6430ab9fe42d5a320856e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2993674 Mar 08 19:12:08.141804 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9449a2b-f476-4e25-905d-bed1ddf27f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbba38e-8482-4897-bbc1-20b958124a83,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:12:08.144024 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36100) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:12:08.149917 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9449a2b-f476-4e25-905d-bed1ddf27f84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.150273 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9449a2b-f476-4e25-905d-bed1ddf27f84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.150641 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9449a2b-f476-4e25-905d-bed1ddf27f84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.150973 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9449a2b-f476-4e25-905d-bed1ddf27f84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.151294 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9449a2b-f476-4e25-905d-bed1ddf27f84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.151616 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9449a2b-f476-4e25-905d-bed1ddf27f84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.151959 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9449a2b-f476-4e25-905d-bed1ddf27f84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.152301 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9449a2b-f476-4e25-905d-bed1ddf27f84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.152619 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9449a2b-f476-4e25-905d-bed1ddf27f84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.152938 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9449a2b-f476-4e25-905d-bed1ddf27f84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.153258 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9449a2b-f476-4e25-905d-bed1ddf27f84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.153591 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9449a2b-f476-4e25-905d-bed1ddf27f84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.153906 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9449a2b-f476-4e25-905d-bed1ddf27f84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.202825 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] Publish callbacks [] for security_group (7cbba38e-8482-4897-bbc1-20b958124a83), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:08.224098 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] Publish callbacks [] for security_group (7cbba38e-8482-4897-bbc1-20b958124a83), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:08.383709 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (7cbba38e-8482-4897-bbc1-20b958124a83), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:08.386646 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:08.387792 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cbba38e-8482-4897-bbc1-20b958124a83 HTTP/1.1" status: 204 len: 168 time: 0.2420347 Mar 08 19:12:08.396192 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbba38e-8482-4897-bbc1-20b958124a83,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:12:08.403895 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.404372 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.404556 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.404976 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.405174 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.405493 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.405838 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.406164 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.406574 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.407498 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.407825 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.408335 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:08.408665 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abefa7ae-651f-4c07-98c3-9c0b1f325c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:12:14.654255 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 5 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:12:20.666543 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8744-c359-4470-a16a-eb9645053e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:23.062498 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-23132462-9a24-4a4e-8e14-71b7ca47bf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:24.056836 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:25.674056 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:27.005374 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:50.660821 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4f01-2989-44b2-8c7f-61aa9c253b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:51.653160 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 5 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:12:53.052042 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-cc11b046-5166-4354-b67d-fad7425130a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:54.049354 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:55.660103 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:56.977753 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:20.687591 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-0b3396f7-9fb0-4a75-babf-d0373c78b5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:23.064328 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c3355f03-5d45-4f25-b9c2-3ccaaaf9a433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:24.047190 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:25.759089 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:27.001710 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:28.652410 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 5 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:13:50.691220 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ecd15014-df60-4928-8611-b4180e507057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:53.031769 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4108dcd3-7a24-42ad-bb8f-a7720ad1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:54.085311 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:54.671812 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-329203'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:55.650831 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:56.993492 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:05.651522 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:14:09.657271 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36170) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:09.769367 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-94e02b6e-c499-4eaf-ab23-0d9c1b35c90d admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1110394 Mar 08 19:14:12.194945 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 36180) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:12.260172 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-28e90fa6-a1d1-491d-8fc6-15281d016193 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0640445 Mar 08 19:14:20.672594 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4ce3f828-9921-41d8-b119-771e0fb5093c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:23.043025 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-72572b13-0ca3-487d-bcaf-b60cd0a63080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:24.086427 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:24.652542 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:25.654872 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:26.991821 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:42.649550 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:14:50.689126 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6e75501e-f689-4408-ad63-b833b0942b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:53.067986 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-29ce52cd-540c-449e-b01c-0000b4929f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:54.073173 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:54.601420 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:55.652680 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:57.007105 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:19.648614 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:15:20.677573 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-28f0032f-4fed-4b8f-915d-fe4de06555de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:23.051057 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b96f1f5b-2cc9-405b-819b-eed0b2c220a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:24.125170 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:24.622824 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:25.722792 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:27.004882 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:50.709940 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3b742d16-09fc-4124-8ade-b454c2e3e8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:52.897974 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 36348) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:53.065820 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b08f7410-c6cb-418f-a276-3039bff5fc6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:53.287503 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-597784481-network', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:15:53.369619 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Made reservation on behalf of 96c3bb88a07f471ba34d69352508cf40 for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:15:53.373415 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:53.382554 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:53.464173 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Publish callbacks [] for security_group (a9c029f0-64d6-4108-afe1-ec0f082a6f8b), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:53.540319 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (a9c029f0-64d6-4108-afe1-ec0f082a6f8b), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:53.569011 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:15:53.574320 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c029f0-64d6-4108-afe1-ec0f082a6f8b,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:53.585388 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (192a4244-3a75-43f5-b7f2-cbb3dfefb62c), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:53.585726 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.segments_db [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Added segment 192a4244-3a75-43f5-b7f2-cbb3dfefb62c of type vlan for network 388fd34c-8824-4f29-8fd1-2b60271e031f Mar 08 19:15:53.587850 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Tracked resource versions report: Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: pushed versions: Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: { 'AddressGroup': {'1.2'}, Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'ConntrackHelper': {'1.0'}, Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Log': {'1.0'}, Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Network': {'1.1'}, Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Port': {'1.7'}, Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'PortForwarding': {'1.2'}, Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'QosPolicy': {'1.10'}, Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'SecurityGroup': {'1.5'}, Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'SubPort': {'1.0'}, Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Subnet': {'1.1'}, Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Trunk': {'1.1'}} Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: consumer versions: Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: { DHCP agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: HyperV agent@hv-cinder-83009: {}, Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: L3 agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: Metadata agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: Metering agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: Open vSwitch agent@dv-cinder-830092-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'ConntrackHelper': '1.0', Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'LocalIPAssociation': '1.0', Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Log': '1.0', Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Network': '1.1', Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Port': '1.7', Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'PortForwarding': '1.2', Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'QosPolicy': '1.10', Mar 08 19:15:53.598205 dv-cinder-830092-3-iscsi neutron-server[103758]: 'SecurityGroup': '1.5', Mar 08 19:15:53.601789 dv-cinder-830092-3-iscsi neutron-server[103758]: 'SecurityGroupRule': '1.2', Mar 08 19:15:53.601789 dv-cinder-830092-3-iscsi neutron-server[103758]: 'SubPort': '1.0', Mar 08 19:15:53.601789 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Subnet': '1.1', Mar 08 19:15:53.601789 dv-cinder-830092-3-iscsi neutron-server[103758]: 'Trunk': '1.1'}} Mar 08 19:15:53.601789 dv-cinder-830092-3-iscsi neutron-server[103758]: {{(pid=103758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:15:53.637195 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (388fd34c-8824-4f29-8fd1-2b60271e031f), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:53.741342 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (388fd34c-8824-4f29-8fd1-2b60271e031f), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:53.742851 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:53.743685 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:53.857528 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9584289 Mar 08 19:15:53.860539 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 36396) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:53.865103 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-185160f0-5da6-4a6b-b321-2d0478198742 admin admin] Request body: {'subnet': {'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-597784481-subnet', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:15:53.869088 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c413a-41d5-4660-85c8-083a6ae9925f admin admin] Pushing event updated for resources: {'Network': ['ID=388fd34c-8824-4f29-8fd1-2b60271e031f,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:53.879551 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network 388fd34c-8824-4f29-8fd1-2b60271e031f details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:15:53.961065 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185160f0-5da6-4a6b-b321-2d0478198742 admin admin] Made reservation on behalf of 96c3bb88a07f471ba34d69352508cf40 for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:15:53.964889 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-185160f0-5da6-4a6b-b321-2d0478198742 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:54.126627 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:54.176973 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 36406) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:54.258333 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-185160f0-5da6-4a6b-b321-2d0478198742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for subnet (e5d488cc-d933-4aa0-9cc6-087a844e6a20), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:54.263327 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36412) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:54.312728 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185160f0-5da6-4a6b-b321-2d0478198742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d488cc-d933-4aa0-9cc6-087a844e6a20,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:54.331492 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185160f0-5da6-4a6b-b321-2d0478198742 admin admin] Checking segment: {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:15:54.331958 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185160f0-5da6-4a6b-b321-2d0478198742 admin admin] Network hostable DHCP agents. Network: 388fd34c-8824-4f29-8fd1-2b60271e031f, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:15:54.500585 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185160f0-5da6-4a6b-b321-2d0478198742 admin admin] Network 388fd34c-8824-4f29-8fd1-2b60271e031f is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:15:54.563145 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-a7eb9936-e020-4d8b-81e2-8761efe5066a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1144554554-network', 'tenant_id': '37265fb7fc504f8cac7b926cd828faac'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:15:54.592914 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-185160f0-5da6-4a6b-b321-2d0478198742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, 388fd34c-8824-4f29-8fd1-2b60271e031f) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:15:54.602670 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185160f0-5da6-4a6b-b321-2d0478198742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:54.602670 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-185160f0-5da6-4a6b-b321-2d0478198742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:54.606178 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50179c17-fed4-43f8-9ba1-72e7ecf5b03e None None] Network 388fd34c-8824-4f29-8fd1-2b60271e031f requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:15:54.615526 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-882044321-network', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:15:54.624759 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:54.685097 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7eb9936-e020-4d8b-81e2-8761efe5066a admin admin] Made reservation on behalf of 37265fb7fc504f8cac7b926cd828faac for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:15:54.685636 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9936-e020-4d8b-81e2-8761efe5066a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:54.697127 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9936-e020-4d8b-81e2-8761efe5066a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:54.742136 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-185160f0-5da6-4a6b-b321-2d0478198742 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8804228 Mar 08 19:15:54.747524 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36432) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:54.752235 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:15:54.762818 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a457b4-5bad-5c4a-859d-84f590f656d3-388fd34c-8824-4f29-8fd1-2b60271e031f', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20'}]}} from dv-cinder-830092-3-iscsi. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:15:54.763752 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:54.803241 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9936-e020-4d8b-81e2-8761efe5066a admin admin] Publish callbacks [] for security_group (1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:54.846768 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Made reservation on behalf of e232d9d1074348e8bcb4ab6f69434a83 for: {'network': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:15:54.851140 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:54.866616 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:54.924345 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9936-e020-4d8b-81e2-8761efe5066a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:54.938647 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Allocated IP 172.20.0.2 (388fd34c-8824-4f29-8fd1-2b60271e031f/e5d488cc-d933-4aa0-9cc6-087a844e6a20/1da9f2f6-4532-43f4-a9dc-15fdd179500f) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:15:54.958143 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7eb9936-e020-4d8b-81e2-8761efe5066a admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:15:54.963549 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Publish callbacks [] for security_group (80edbb82-ab25-4416-8549-fcc5ad49246f), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:54.965904 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-330644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25156'] for router (e487fd44-513d-440f-b0a4-0bfef29293b0), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:54.966964 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-328407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25165'] for router (e487fd44-513d-440f-b0a4-0bfef29293b0), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:54.967568 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9936-e020-4d8b-81e2-8761efe5066a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (23448852-70e1-467c-8a45-ff389ef2b89d), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:54.968084 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.segments_db [None req-a7eb9936-e020-4d8b-81e2-8761efe5066a admin admin] Added segment 23448852-70e1-467c-8a45-ff389ef2b89d of type vlan for network 163cc6d9-161d-4270-82fc-6e43ab70346b Mar 08 19:15:55.027836 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Publish callbacks [] for router_controller (e487fd44-513d-440f-b0a4-0bfef29293b0), precommit_add_association {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.032493 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9936-e020-4d8b-81e2-8761efe5066a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (163cc6d9-161d-4270-82fc-6e43ab70346b), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.067724 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb9936-e020-4d8b-81e2-8761efe5066a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:55.104115 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (80edbb82-ab25-4416-8549-fcc5ad49246f), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.113329 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Publish callbacks [] for port (1da9f2f6-4532-43f4-a9dc-15fdd179500f), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.136541 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=103757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:15:55.188894 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (fcfe9897-d3b1-4a0e-98ed-08dc4480500d), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.189149 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.segments_db [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Added segment fcfe9897-d3b1-4a0e-98ed-08dc4480500d of type vlan for network 46edac82-f34a-4fd3-bd2f-ca292de936fb Mar 08 19:15:55.195030 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9936-e020-4d8b-81e2-8761efe5066a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (163cc6d9-161d-4270-82fc-6e43ab70346b), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.196002 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eb9936-e020-4d8b-81e2-8761efe5066a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:55.196572 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9936-e020-4d8b-81e2-8761efe5066a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.197992 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80edbb82-ab25-4416-8549-fcc5ad49246f,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:55.226089 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (1da9f2f6-4532-43f4-a9dc-15fdd179500f), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.256217 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.256874 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.257382 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.257875 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.258362 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.258868 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.259378 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.259869 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.260363 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.261433 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.261940 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.262454 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.262931 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Tracked resource versions report: Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: pushed versions: Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: { 'AddressGroup': {'1.2'}, Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'ConntrackHelper': {'1.0'}, Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Log': {'1.0'}, Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Network': {'1.1'}, Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Port': {'1.7'}, Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'PortForwarding': {'1.2'}, Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'QosPolicy': {'1.10'}, Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'SecurityGroup': {'1.5'}, Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'SubPort': {'1.0'}, Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Subnet': {'1.1'}, Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Trunk': {'1.1'}} Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: consumer versions: Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: { DHCP agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: HyperV agent@hv-cinder-83009: {}, Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: L3 agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: Metadata agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: Metering agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: Open vSwitch agent@dv-cinder-830092-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'ConntrackHelper': '1.0', Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'LocalIPAssociation': '1.0', Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Log': '1.0', Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Network': '1.1', Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Port': '1.7', Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'PortForwarding': '1.2', Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'QosPolicy': '1.10', Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'SecurityGroup': '1.5', Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'SecurityGroupRule': '1.2', Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'SubPort': '1.0', Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Subnet': '1.1', Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: 'Trunk': '1.1'}} Mar 08 19:15:55.264282 dv-cinder-830092-3-iscsi neutron-server[103757]: {{(pid=103757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:15:55.280556 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Network 388fd34c-8824-4f29-8fd1-2b60271e031f is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:15:55.286329 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb9936-e020-4d8b-81e2-8761efe5066a admin admin] Pushing event updated for resources: {'Network': ['ID=163cc6d9-161d-4270-82fc-6e43ab70346b,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:55.310351 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (46edac82-f34a-4fd3-bd2f-ca292de936fb), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.311826 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:15:55.322179 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network 163cc6d9-161d-4270-82fc-6e43ab70346b details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:15:55.325607 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:15:55.381135 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-a7eb9936-e020-4d8b-81e2-8761efe5066a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2029819 Mar 08 19:15:55.383992 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 36458) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:55.391985 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-438954d6-0529-459b-97b8-6aadfad8d401 admin admin] Request body: {'subnet': {'network_id': '163cc6d9-161d-4270-82fc-6e43ab70346b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1144554554-subnet', 'tenant_id': '37265fb7fc504f8cac7b926cd828faac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:15:55.410568 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Publish callbacks [] for router_gateway (e487fd44-513d-440f-b0a4-0bfef29293b0), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.417945 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (46edac82-f34a-4fd3-bd2f-ca292de936fb), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.419281 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:55.421894 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.443621 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Pushing event updated for resources: {'Port': ['ID=1da9f2f6-4532-43f4-a9dc-15fdd179500f,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:55.477561 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.478312 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.478843 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.479560 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.480383 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.480921 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.481442 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.482534 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.483058 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.483716 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.484391 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.485040 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.485696 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Tracked resource versions report: Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: pushed versions: Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: { 'AddressGroup': {'1.2'}, Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'ConntrackHelper': {'1.0'}, Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Log': {'1.0'}, Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Network': {'1.1'}, Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Port': {'1.7'}, Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'PortForwarding': {'1.2'}, Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'QosPolicy': {'1.10'}, Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'SecurityGroup': {'1.5'}, Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'SubPort': {'1.0'}, Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Subnet': {'1.1'}, Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Trunk': {'1.1'}} Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: consumer versions: Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: { DHCP agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: HyperV agent@hv-cinder-83009: {}, Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: L3 agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: Metadata agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: Metering agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: Open vSwitch agent@dv-cinder-830092-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'ConntrackHelper': '1.0', Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'LocalIPAssociation': '1.0', Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Log': '1.0', Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Network': '1.1', Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Port': '1.7', Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'PortForwarding': '1.2', Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'QosPolicy': '1.10', Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'SecurityGroup': '1.5', Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'SecurityGroupRule': '1.2', Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'SubPort': '1.0', Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Subnet': '1.1', Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: 'Trunk': '1.1'}} Mar 08 19:15:55.487365 dv-cinder-830092-3-iscsi neutron-server[103759]: {{(pid=103759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:15:55.495945 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Attempting to bind port 1da9f2f6-4532-43f4-a9dc-15fdd179500f on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:15:55.495945 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Attempting to bind port 1da9f2f6-4532-43f4-a9dc-15fdd179500f by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:15:55.496662 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Attempting to bind port 1da9f2f6-4532-43f4-a9dc-15fdd179500f on network 388fd34c-8824-4f29-8fd1-2b60271e031f {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:15:55.504685 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:15:55.505134 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Checking segment: {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:15:55.505888 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.506466 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Bound using segment: {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:15:55.507229 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Bound port: 1da9f2f6-4532-43f4-a9dc-15fdd179500f, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:15:55.507769 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (1da9f2f6-4532-43f4-a9dc-15fdd179500f), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.520803 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] Pushing event updated for resources: {'Network': ['ID=46edac82-f34a-4fd3-bd2f-ca292de936fb,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:55.521376 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438954d6-0529-459b-97b8-6aadfad8d401 admin admin] Made reservation on behalf of 37265fb7fc504f8cac7b926cd828faac for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:15:55.523842 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-438954d6-0529-459b-97b8-6aadfad8d401 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.558621 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network 46edac82-f34a-4fd3-bd2f-ca292de936fb details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:15:55.671913 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-e5ee2d45-4116-44dd-952c-b8934c2ffd1c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4069107 Mar 08 19:15:55.676679 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 36468) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:55.687440 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-db3bf2b6-6a1a-4a26-b139-a09a8079331c admin admin] Request body: {'subnet': {'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-subnet', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:15:55.750554 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-b5782d42-526b-491a-8feb-024d26446862 None None] For port 1da9f2f6-4532-43f4-a9dc-15fdd179500f, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:15:55.775301 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-b5782d42-526b-491a-8feb-024d26446862 None None] For port 1da9f2f6-4532-43f4-a9dc-15fdd179500f, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=1da9f2f6-4532-43f4-a9dc-15fdd179500f,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:15:55.806642 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.856155 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3bf2b6-6a1a-4a26-b139-a09a8079331c admin admin] Made reservation on behalf of e232d9d1074348e8bcb4ab6f69434a83 for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:15:55.863299 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-db3bf2b6-6a1a-4a26-b139-a09a8079331c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.881173 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (1da9f2f6-4532-43f4-a9dc-15fdd179500f), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.922866 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Publish callbacks [] for router_gateway (e487fd44-513d-440f-b0a4-0bfef29293b0), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.955006 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:55.978538 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-438954d6-0529-459b-97b8-6aadfad8d401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for subnet (be371edc-ffd2-4c58-9dd3-e138503fa280), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:56.030340 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5782d42-526b-491a-8feb-024d26446862 None None] Pushing event updated for resources: {'Port': ['ID=1da9f2f6-4532-43f4-a9dc-15fdd179500f,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:56.105399 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438954d6-0529-459b-97b8-6aadfad8d401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be371edc-ffd2-4c58-9dd3-e138503fa280,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:56.138902 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438954d6-0529-459b-97b8-6aadfad8d401 admin admin] Checking segment: {'id': '23448852-70e1-467c-8a45-ff389ef2b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '163cc6d9-161d-4270-82fc-6e43ab70346b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:15:56.143190 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438954d6-0529-459b-97b8-6aadfad8d401 admin admin] Network hostable DHCP agents. Network: 163cc6d9-161d-4270-82fc-6e43ab70346b, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:15:56.184580 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Allocated IP 172.27.2.195 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/fa8685ef-193e-4207-9239-3c3696eecf9b) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:15:56.302981 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438954d6-0529-459b-97b8-6aadfad8d401 admin admin] Network 163cc6d9-161d-4270-82fc-6e43ab70346b is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:15:56.309663 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-db3bf2b6-6a1a-4a26-b139-a09a8079331c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for subnet (3c12f396-82f2-4313-8a98-b17d51e08628), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:56.333610 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Publish callbacks [] for port (fa8685ef-193e-4207-9239-3c3696eecf9b), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:56.403396 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3bf2b6-6a1a-4a26-b139-a09a8079331c admin admin] Checking segment: {'id': 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:15:56.410380 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3bf2b6-6a1a-4a26-b139-a09a8079331c admin admin] Network hostable DHCP agents. Network: 46edac82-f34a-4fd3-bd2f-ca292de936fb, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:15:56.417533 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bf2b6-6a1a-4a26-b139-a09a8079331c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c12f396-82f2-4313-8a98-b17d51e08628,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:56.434296 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-438954d6-0529-459b-97b8-6aadfad8d401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, 163cc6d9-161d-4270-82fc-6e43ab70346b) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:15:56.444572 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d89ec70-6ab0-4deb-9bb4-ba04a8e99cf1 None None] Network 163cc6d9-161d-4270-82fc-6e43ab70346b requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:15:56.454994 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438954d6-0529-459b-97b8-6aadfad8d401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:56.455570 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-438954d6-0529-459b-97b8-6aadfad8d401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:56.491586 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (fa8685ef-193e-4207-9239-3c3696eecf9b), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:56.517694 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3bf2b6-6a1a-4a26-b139-a09a8079331c admin admin] Network 46edac82-f34a-4fd3-bd2f-ca292de936fb is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:15:56.523475 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-db3bf2b6-6a1a-4a26-b139-a09a8079331c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, 46edac82-f34a-4fd3-bd2f-ca292de936fb) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:15:56.532939 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b883cd6-991d-4ea5-a3e5-54ce9d87d97d None None] Network 46edac82-f34a-4fd3-bd2f-ca292de936fb requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:15:56.535385 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3bf2b6-6a1a-4a26-b139-a09a8079331c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:56.535965 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-db3bf2b6-6a1a-4a26-b139-a09a8079331c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:56.566036 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:15:56.571202 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:15:56.575057 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:15:56.589361 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-438954d6-0529-459b-97b8-6aadfad8d401 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1975622 Mar 08 19:15:56.589739 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Pushing event updated for resources: {'Port': ['ID=fa8685ef-193e-4207-9239-3c3696eecf9b,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:56.650917 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2723fdf5-c1ab-4781-9f03-0fa22c2dbb38 None None] Network 163cc6d9-161d-4270-82fc-6e43ab70346b requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:15:56.654235 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:15:56.669617 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-db3bf2b6-6a1a-4a26-b139-a09a8079331c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9907279 Mar 08 19:15:56.674501 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 36514) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:56.678964 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:15:56.828706 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-330644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25156'] for router (a1562454-30ab-4b3e-b508-89e0b929cde4), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:56.828706 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-328407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25165'] for router (a1562454-30ab-4b3e-b508-89e0b929cde4), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:57.027384 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a457b4-5bad-5c4a-859d-84f590f656d3-46edac82-f34a-4fd3-bd2f-ca292de936fb', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628'}]}} from dv-cinder-830092-3-iscsi. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:15:57.031490 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:57.196505 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Publish callbacks [] for router_controller (a1562454-30ab-4b3e-b508-89e0b929cde4), precommit_add_association {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:57.252034 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Publish callbacks [] for router_gateway (e487fd44-513d-440f-b0a4-0bfef29293b0), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:57.376142 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:57.409779 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 36558) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:57.418311 dv-cinder-830092-3-iscsi neutron-server[103758]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 19:15:57.419910 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Allocated IP 172.20.0.2 (46edac82-f34a-4fd3-bd2f-ca292de936fb/3c12f396-82f2-4313-8a98-b17d51e08628/b4849f49-7256-4238-81f6-30e93a61633f) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:15:57.669589 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fdcd1c-0be2-404d-b08d-ed1c516be938 None None] Network 388fd34c-8824-4f29-8fd1-2b60271e031f requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:15:57.686601 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36572) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:57.778127 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Publish callbacks [] for router_gateway (a1562454-30ab-4b3e-b508-89e0b929cde4), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:57.789710 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Publish callbacks [] for port (b4849f49-7256-4238-81f6-30e93a61633f), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:57.830664 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2643ab1-6cbb-404c-822c-d0e4b42ae8d6 None None] Provisioning complete for port 1da9f2f6-4532-43f4-a9dc-15fdd179500f triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:15:57.831065 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2643ab1-6cbb-404c-822c-d0e4b42ae8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (1da9f2f6-4532-43f4-a9dc-15fdd179500f), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:57.845966 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-6e7c5e3c-c371-40c1-8126-ace262d2b149 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:57.850014 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-6e7c5e3c-c371-40c1-8126-ace262d2b149 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/networks?id=163cc6d9-161d-4270-82fc-6e43ab70346b HTTP/1.1" status: 200 len: 812 time: 0.4392550 Mar 08 19:15:57.871757 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-328442'] for router (e487fd44-513d-440f-b0a4-0bfef29293b0), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:57.876662 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-3118be1a-7316-4ddb-87ba-8daef7a5141d tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/quotas/37265fb7fc504f8cac7b926cd828faac HTTP/1.1" status: 200 len: 375 time: 0.0178525 Mar 08 19:15:57.984925 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (b4849f49-7256-4238-81f6-30e93a61633f), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:57.989604 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-181ca8aa-c150-49d1-91bc-4dc6ea2ba976 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=37265fb7fc504f8cac7b926cd828faac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1018434 Mar 08 19:15:58.109572 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bce7b04a-d856-4da7-bcfc-fb86acff707e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:58.171784 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 1da9f2f6-4532-43f4-a9dc-15fdd179500f up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:15:58.190594 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Network 46edac82-f34a-4fd3-bd2f-ca292de936fb is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:15:58.202976 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Pushing event updated for resources: {'Port': ['ID=b4849f49-7256-4238-81f6-30e93a61633f,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:58.206989 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:15:58.255006 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:15:58.364088 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-a1e680cb-ecdf-4512-b2fe-2b2c1a6e8ac7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103758) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:15:58.367117 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2643ab1-6cbb-404c-822c-d0e4b42ae8d6 None None] Current status of the port 1da9f2f6-4532-43f4-a9dc-15fdd179500f is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:15:58.368164 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2643ab1-6cbb-404c-822c-d0e4b42ae8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (1da9f2f6-4532-43f4-a9dc-15fdd179500f), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:58.373588 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-a1e680cb-ecdf-4512-b2fe-2b2c1a6e8ac7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1659124 Mar 08 19:15:58.396641 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Attempting to bind port b4849f49-7256-4238-81f6-30e93a61633f on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:15:58.397006 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Attempting to bind port b4849f49-7256-4238-81f6-30e93a61633f by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:15:58.397365 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Attempting to bind port b4849f49-7256-4238-81f6-30e93a61633f on network 46edac82-f34a-4fd3-bd2f-ca292de936fb {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:15:58.402043 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bce7b04a-d856-4da7-bcfc-fb86acff707e admin admin] Publish callbacks [] for security_group (bb3ceac9-6399-4856-afb7-2db4b573c79f), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:58.422031 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 1da9f2f6-4532-43f4-a9dc-15fdd179500f triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:15:58.422451 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (1da9f2f6-4532-43f4-a9dc-15fdd179500f), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:58.424132 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:15:58.424523 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Checking segment: {'id': 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:15:58.424919 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:58.425312 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Bound using segment: {'id': 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:15:58.425788 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Bound port: b4849f49-7256-4238-81f6-30e93a61633f, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:15:58.426160 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (b4849f49-7256-4238-81f6-30e93a61633f), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:58.478683 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e2643ab1-6cbb-404c-822c-d0e4b42ae8d6 None None] For port 1da9f2f6-4532-43f4-a9dc-15fdd179500f, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=1da9f2f6-4532-43f4-a9dc-15fdd179500f,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:15:58.517226 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bce7b04a-d856-4da7-bcfc-fb86acff707e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (bb3ceac9-6399-4856-afb7-2db4b573c79f), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:58.520780 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Publish callbacks [] for router_gateway (a1562454-30ab-4b3e-b508-89e0b929cde4), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:58.550363 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:58.555244 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-bce7b04a-d856-4da7-bcfc-fb86acff707e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b634f6e5a3ae4cbeb01fd8682b2ff9ce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8667357 Mar 08 19:15:58.555418 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 36612) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:58.558120 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Router e487fd44-513d-440f-b0a4-0bfef29293b0 is scheduled to L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 with binding_index 1 {{(pid=103757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:15:58.591819 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7b04a-d856-4da7-bcfc-fb86acff707e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3ceac9-6399-4856-afb7-2db4b573c79f,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:58.600849 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2643ab1-6cbb-404c-822c-d0e4b42ae8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (1da9f2f6-4532-43f4-a9dc-15fdd179500f), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:58.607187 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] For port b4849f49-7256-4238-81f6-30e93a61633f, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:15:58.694768 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2643ab1-6cbb-404c-822c-d0e4b42ae8d6 None None] Pushing event updated for resources: {'Port': ['ID=1da9f2f6-4532-43f4-a9dc-15fdd179500f,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:58.722058 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] For port b4849f49-7256-4238-81f6-30e93a61633f, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=b4849f49-7256-4238-81f6-30e93a61633f,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:15:58.726788 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 1da9f2f6-4532-43f4-a9dc-15fdd179500f is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:15:58.727169 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (1da9f2f6-4532-43f4-a9dc-15fdd179500f), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:58.781685 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-d9b3c4a4-1cd3-47bc-932b-c9d57e607820 service neutron] 10.222.0.21 "GET /v2.0/networks/163cc6d9-161d-4270-82fc-6e43ab70346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070203 Mar 08 19:15:58.799431 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:15:58.810814 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.db.api [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 19:15:58.811372 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG oslo_db.api [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 19:15:58.815900 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Sync routers for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:15:58.818690 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-f7e60660-ce39-4d53-ae79-b85034f6a9d2 None None] Provisioning complete for port 1da9f2f6-4532-43f4-a9dc-15fdd179500f triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:15:58.819702 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-f7e60660-ce39-4d53-ae79-b85034f6a9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (1da9f2f6-4532-43f4-a9dc-15fdd179500f), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:58.835586 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:15:58.838806 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:15:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:15:58.871235 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (b4849f49-7256-4238-81f6-30e93a61633f), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:58.896202 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:58.897809 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-6003ecdc-c917-4c28-a7ae-7c1527eff963 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1490023 Mar 08 19:15:58.900973 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36626) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:59.018382 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Allocated IP 172.27.2.162 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/33d149eb-24db-4b26-8272-d789fb289372) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:15:59.112096 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bb50a-7c38-478b-b9c3-2110f406cada None None] Pushing event updated for resources: {'Port': ['ID=b4849f49-7256-4238-81f6-30e93a61633f,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:59.139622 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-f7e60660-ce39-4d53-ae79-b85034f6a9d2 None None] Current status of the port 1da9f2f6-4532-43f4-a9dc-15fdd179500f is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:15:59.154745 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:15:59.226103 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f51813c4-bd1a-4b3f-a3c6-a9942262ae7a admin admin] Publish callbacks [] for security_group (bb3ceac9-6399-4856-afb7-2db4b573c79f), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:59.314741 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Publish callbacks [] for port (33d149eb-24db-4b26-8272-d789fb289372), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:59.336042 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f51813c4-bd1a-4b3f-a3c6-a9942262ae7a admin admin] Publish callbacks [] for security_group (bb3ceac9-6399-4856-afb7-2db4b573c79f), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:59.383286 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 1da9f2f6-4532-43f4-a9dc-15fdd179500f is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:15:59.431768 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-0c3f3d4b-a704-4c09-9b27-87ef8932f520 service neutron] 10.222.0.21 "GET /v2.0/networks/163cc6d9-161d-4270-82fc-6e43ab70346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6389983 Mar 08 19:15:59.478088 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:15:56Z', 'revision_number': 3, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:15:59.517185 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Checking router: e487fd44-513d-440f-b0a4-0bfef29293b0 for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:15:59.517540 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Updating router e487fd44-513d-440f-b0a4-0bfef29293b0 port fa8685ef-193e-4207-9239-3c3696eecf9b binding host dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:15:59.558481 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (fa8685ef-193e-4207-9239-3c3696eecf9b), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:59.575882 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (33d149eb-24db-4b26-8272-d789fb289372), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:59.601923 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f51813c4-bd1a-4b3f-a3c6-a9942262ae7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (bb3ceac9-6399-4856-afb7-2db4b573c79f), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:59.604574 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f51813c4-bd1a-4b3f-a3c6-a9942262ae7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:59.605687 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-f51813c4-bd1a-4b3f-a3c6-a9942262ae7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb3ceac9-6399-4856-afb7-2db4b573c79f HTTP/1.1" status: 204 len: 168 time: 1.0421751 Mar 08 19:15:59.657094 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51813c4-bd1a-4b3f-a3c6-a9942262ae7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3ceac9-6399-4856-afb7-2db4b573c79f,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:59.677877 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:15:59.684826 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:15:59.690941 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:15:59.697634 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Pushing event updated for resources: {'Port': ['ID=33d149eb-24db-4b26-8272-d789fb289372,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:59.911441 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.197718 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Publish callbacks [] for port (fa8685ef-193e-4207-9239-3c3696eecf9b), precommit_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.256916 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] Allocated IP 172.20.0.1 (388fd34c-8824-4f29-8fd1-2b60271e031f/e5d488cc-d933-4aa0-9cc6-087a844e6a20/981e6117-6b05-4f03-a035-ac0477336c26) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:16:00.267002 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e89633b3-db8c-480f-9174-6dc0864f86c9 req-8ec41ad4-a614-422d-a743-33917dc95903 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 210 time: 0.1947596 Mar 08 19:16:00.295833 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device b4849f49-7256-4238-81f6-30e93a61633f up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:16:00.321049 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (fa8685ef-193e-4207-9239-3c3696eecf9b), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.380554 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port b4849f49-7256-4238-81f6-30e93a61633f triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:00.380942 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (b4849f49-7256-4238-81f6-30e93a61633f), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.391178 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Attempting to bind port fa8685ef-193e-4207-9239-3c3696eecf9b on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:16:00.391546 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Attempting to bind port fa8685ef-193e-4207-9239-3c3696eecf9b by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:16:00.391941 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Attempting to bind port fa8685ef-193e-4207-9239-3c3696eecf9b on network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:16:00.410563 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:16:00.410945 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Checking segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:16:00.411348 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.411731 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Bound using segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:16:00.418760 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Bound port: fa8685ef-193e-4207-9239-3c3696eecf9b, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:16:00.419452 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (fa8685ef-193e-4207-9239-3c3696eecf9b), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.424517 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] Publish callbacks [] for port (981e6117-6b05-4f03-a035-ac0477336c26), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.476801 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc79c41-b5a0-401e-b776-b04cb97186da None None] Pushing event updated for resources: {'Port': ['ID=fa8685ef-193e-4207-9239-3c3696eecf9b,revision_number=2']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:00.497188 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc79c41-b5a0-401e-b776-b04cb97186da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:00.497558 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc79c41-b5a0-401e-b776-b04cb97186da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:00.497918 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc79c41-b5a0-401e-b776-b04cb97186da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:00.498258 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc79c41-b5a0-401e-b776-b04cb97186da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:00.499247 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc79c41-b5a0-401e-b776-b04cb97186da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:00.499575 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc79c41-b5a0-401e-b776-b04cb97186da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:00.500389 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc79c41-b5a0-401e-b776-b04cb97186da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:00.500908 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc79c41-b5a0-401e-b776-b04cb97186da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:00.501370 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc79c41-b5a0-401e-b776-b04cb97186da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:00.501897 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc79c41-b5a0-401e-b776-b04cb97186da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:00.502363 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc79c41-b5a0-401e-b776-b04cb97186da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:00.502866 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc79c41-b5a0-401e-b776-b04cb97186da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:00.503503 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc79c41-b5a0-401e-b776-b04cb97186da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc79c41-b5a0-401e-b776-b04cb97186da None None] Tracked resource versions report: Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: pushed versions: Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: { 'AddressGroup': {'1.2'}, Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'ConntrackHelper': {'1.0'}, Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Log': {'1.0'}, Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Network': {'1.1'}, Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Port': {'1.7'}, Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'PortForwarding': {'1.2'}, Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'QosPolicy': {'1.10'}, Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'SecurityGroup': {'1.5'}, Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'SubPort': {'1.0'}, Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Subnet': {'1.1'}, Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Trunk': {'1.1'}} Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: consumer versions: Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: { DHCP agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: HyperV agent@hv-cinder-83009: {}, Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: L3 agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: Metadata agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: Metering agent@dv-cinder-830092-3-iscsi: {}, Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: Open vSwitch agent@dv-cinder-830092-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'ConntrackHelper': '1.0', Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'LocalIPAssociation': '1.0', Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Log': '1.0', Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Network': '1.1', Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Port': '1.7', Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'PortForwarding': '1.2', Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'QosPolicy': '1.10', Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'SecurityGroup': '1.5', Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'SecurityGroupRule': '1.2', Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'SubPort': '1.0', Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Subnet': '1.1', Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: 'Trunk': '1.1'}} Mar 08 19:16:00.505556 dv-cinder-830092-3-iscsi neutron-server[103760]: {{(pid=103760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:16:00.516790 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port b4849f49-7256-4238-81f6-30e93a61633f is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:00.518200 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (b4849f49-7256-4238-81f6-30e93a61633f), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.550371 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] For port fa8685ef-193e-4207-9239-3c3696eecf9b, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:16:00.563186 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] For port fa8685ef-193e-4207-9239-3c3696eecf9b, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=fa8685ef-193e-4207-9239-3c3696eecf9b,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:16:00.574289 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] For port b4849f49-7256-4238-81f6-30e93a61633f, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=b4849f49-7256-4238-81f6-30e93a61633f,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:00.579350 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194d88ab-2f42-46fb-9893-4cc1585ce352 None None] Network 46edac82-f34a-4fd3-bd2f-ca292de936fb requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:16:00.580515 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (981e6117-6b05-4f03-a035-ac0477336c26), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.626227 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (fa8685ef-193e-4207-9239-3c3696eecf9b), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.654706 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] Network 388fd34c-8824-4f29-8fd1-2b60271e031f is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:16:00.664013 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:16:00.669636 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (b4849f49-7256-4238-81f6-30e93a61633f), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.672487 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 1da9f2f6-4532-43f4-a9dc-15fdd179500f up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:16:00.673885 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:16:00.674366 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327895'] for router_interface (e487fd44-513d-440f-b0a4-0bfef29293b0), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.740093 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Publish callbacks [] for router_gateway (a1562454-30ab-4b3e-b508-89e0b929cde4), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.763445 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-fdd8c245-385a-44a2-9e76-bfec2f19b684 None None] Provisioning complete for port b4849f49-7256-4238-81f6-30e93a61633f triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:00.763831 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c245-385a-44a2-9e76-bfec2f19b684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (b4849f49-7256-4238-81f6-30e93a61633f), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.795644 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc79c41-b5a0-401e-b776-b04cb97186da None None] Pushing event updated for resources: {'Port': ['ID=fa8685ef-193e-4207-9239-3c3696eecf9b,revision_number=3']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:00.798761 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:16:00.799793 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:15:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:00.870102 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] Pushing event updated for resources: {'Port': ['ID=981e6117-6b05-4f03-a035-ac0477336c26,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:00.953153 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 1da9f2f6-4532-43f4-a9dc-15fdd179500f triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:00.953536 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (1da9f2f6-4532-43f4-a9dc-15fdd179500f), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.958854 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Pushing event updated for resources: {'Port': ['ID=b4849f49-7256-4238-81f6-30e93a61633f,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:00.982532 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-fdd8c245-385a-44a2-9e76-bfec2f19b684 None None] Current status of the port b4849f49-7256-4238-81f6-30e93a61633f is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:01.006786 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:16:01.027292 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-328442'] for router (a1562454-30ab-4b3e-b508-89e0b929cde4), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.111124 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 1da9f2f6-4532-43f4-a9dc-15fdd179500f is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:01.140126 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-24db0409-d7d4-4ac0-8d51-4c440e6bbc6d None None] Provisioning complete for port 981e6117-6b05-4f03-a035-ac0477336c26 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:01.140500 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-24db0409-d7d4-4ac0-8d51-4c440e6bbc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (981e6117-6b05-4f03-a035-ac0477336c26), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.201941 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36684) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:01.214933 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (981e6117-6b05-4f03-a035-ac0477336c26), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.230926 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-641e7242-011e-4387-ba63-e8546542c150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.237894 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-24db0409-d7d4-4ac0-8d51-4c440e6bbc6d None None] Port 981e6117-6b05-4f03-a035-ac0477336c26 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:16:01.386368 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Router a1562454-30ab-4b3e-b508-89e0b929cde4 is scheduled to L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 with binding_index 1 {{(pid=103758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:16:01.388003 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-041edf62-211f-4a30-8127-b1e3232cedd9 None None] Provisioning complete for port b4849f49-7256-4238-81f6-30e93a61633f triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:01.388887 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-041edf62-211f-4a30-8127-b1e3232cedd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (b4849f49-7256-4238-81f6-30e93a61633f), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.453840 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:15:56Z', 'revision_number': 3, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:01.454803 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 36702) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:01.473321 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8212b035-5d0d-4d21-9212-fb6eee4ab071 req-65fa2a74-f527-4377-bf89-6c6353798414 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 210 time: 0.0900970 Mar 08 19:16:01.533693 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcec1dc-6923-41a4-83ef-e297fd94ca7c None None] The sync data for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi is: [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:15:56Z', 'revision_number': 3, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:16:01.616648 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36706) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:01.709366 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-641e7242-011e-4387-ba63-e8546542c150 admin admin] Publish callbacks [] for security_group (f5f0e90c-f1b8-420f-8984-5203f96721bf), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.771879 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-641e7242-011e-4387-ba63-e8546542c150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (f5f0e90c-f1b8-420f-8984-5203f96721bf), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.775740 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] Publish callbacks [] for port (981e6117-6b05-4f03-a035-ac0477336c26), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.809851 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5a158840-c0ed-43cb-a623-978bbd1a13b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.879617 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-641e7242-011e-4387-ba63-e8546542c150 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20514dba35c24bee9cd2ae8c0e08baeb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6738532 Mar 08 19:16:01.879617 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e7242-011e-4387-ba63-e8546542c150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f0e90c-f1b8-420f-8984-5203f96721bf,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:01.881260 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36716) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:01.887330 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:16:01.896163 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b041cf3c-c762-41d2-ae6b-8eacea897e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.897032 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (981e6117-6b05-4f03-a035-ac0477336c26), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.897306 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327867'] for router_interface (e487fd44-513d-440f-b0a4-0bfef29293b0), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.931601 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Sync routers for ids ['a1562454-30ab-4b3e-b508-89e0b929cde4'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:16:02.019515 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:02.022425 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-590a78f3-8f0d-4d05-b87f-d9b6b1793002 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3452399 Mar 08 19:16:02.025305 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 36722) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:02.026551 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Routers {'a1562454-30ab-4b3e-b508-89e0b929cde4'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:16:02.027498 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:15:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a1562454-30ab-4b3e-b508-89e0b929cde4'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:02.180385 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device b4849f49-7256-4238-81f6-30e93a61633f up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:16:02.184117 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-041edf62-211f-4a30-8127-b1e3232cedd9 None None] Current status of the port b4849f49-7256-4238-81f6-30e93a61633f is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:02.258937 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3e70-60e8-4969-b825-c2febda8772d admin admin] Publish callbacks [] for security_group (f5f0e90c-f1b8-420f-8984-5203f96721bf), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:02.270126 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5a158840-c0ed-43cb-a623-978bbd1a13b1 admin admin] Publish callbacks [] for security_group (f5aa6a6b-9bbc-4a28-bcd3-bb251f0903d8), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:02.314303 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] Pushing event updated for resources: {'Port': ['ID=981e6117-6b05-4f03-a035-ac0477336c26,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:02.340069 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Set router a1562454-30ab-4b3e-b508-89e0b929cde4 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:16:02.341977 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port b4849f49-7256-4238-81f6-30e93a61633f triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:02.343104 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (b4849f49-7256-4238-81f6-30e93a61633f), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:02.345084 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3e70-60e8-4969-b825-c2febda8772d admin admin] Publish callbacks [] for security_group (f5f0e90c-f1b8-420f-8984-5203f96721bf), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:02.432582 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] Network 388fd34c-8824-4f29-8fd1-2b60271e031f is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:16:02.435636 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:16:02.492933 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5a158840-c0ed-43cb-a623-978bbd1a13b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (f5aa6a6b-9bbc-4a28-bcd3-bb251f0903d8), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:02.561745 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b041cf3c-c762-41d2-ae6b-8eacea897e40 admin admin] Publish callbacks [] for security_group (02a75986-8e1c-4204-8721-be89a86b3068), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:02.586187 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 36736) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:02.608798 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-5a158840-c0ed-43cb-a623-978bbd1a13b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac833ccf711c47359a9aefa656fd4d0a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1343756 Mar 08 19:16:02.616797 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36738) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:02.644400 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a158840-c0ed-43cb-a623-978bbd1a13b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5aa6a6b-9bbc-4a28-bcd3-bb251f0903d8,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:02.686433 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b041cf3c-c762-41d2-ae6b-8eacea897e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (02a75986-8e1c-4204-8721-be89a86b3068), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:02.718481 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3e70-60e8-4969-b825-c2febda8772d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (f5f0e90c-f1b8-420f-8984-5203f96721bf), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:02.721140 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3e70-60e8-4969-b825-c2febda8772d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:02.731325 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-43991efe-0609-46e0-9485-493871b55026 req-9b7699da-595e-4bbc-965a-60f167b9ed33 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 210 time: 0.1376753 Mar 08 19:16:02.733240 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-0f3b3e70-60e8-4969-b825-c2febda8772d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5f0e90c-f1b8-420f-8984-5203f96721bf HTTP/1.1" status: 204 len: 168 time: 0.8451896 Mar 08 19:16:02.849035 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-b041cf3c-c762-41d2-ae6b-8eacea897e40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0183862e3b874c189db29df0eb17b0b4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2292016 Mar 08 19:16:02.871547 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 36746) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:02.879202 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-b3f5febb-37f9-41f2-8e44-fbff0e4c3567 None None] Provisioning complete for port 981e6117-6b05-4f03-a035-ac0477336c26 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:02.879747 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b3f5febb-37f9-41f2-8e44-fbff0e4c3567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (981e6117-6b05-4f03-a035-ac0477336c26), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:02.880818 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041cf3c-c762-41d2-ae6b-8eacea897e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a75986-8e1c-4204-8721-be89a86b3068,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:02.907803 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port b4849f49-7256-4238-81f6-30e93a61633f is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:02.931723 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6885c3c6-1aad-47ac-83ea-974cb821c1ec admin admin] Publish callbacks [] for security_group (f5aa6a6b-9bbc-4a28-bcd3-bb251f0903d8), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:02.949727 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] Router e487fd44-513d-440f-b0a4-0bfef29293b0 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:16:02.951548 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-b3f5febb-37f9-41f2-8e44-fbff0e4c3567 None None] Port 981e6117-6b05-4f03-a035-ac0477336c26 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:16:02.955340 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 3, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:02.957480 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b3e70-60e8-4969-b825-c2febda8772d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f0e90c-f1b8-420f-8984-5203f96721bf,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:02.995098 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6885c3c6-1aad-47ac-83ea-974cb821c1ec admin admin] Publish callbacks [] for security_group (f5aa6a6b-9bbc-4a28-bcd3-bb251f0903d8), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:03.000310 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4678de06-067f-43c3-a26a-6cc650a5c37b admin admin] Publish callbacks [] for security_group (02a75986-8e1c-4204-8721-be89a86b3068), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:03.000500 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Checking router: a1562454-30ab-4b3e-b508-89e0b929cde4 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:16:03.000767 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Updating router a1562454-30ab-4b3e-b508-89e0b929cde4 port 33d149eb-24db-4b26-8272-d789fb289372 binding host dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:16:03.035982 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (33d149eb-24db-4b26-8272-d789fb289372), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:03.153932 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:16:03.159149 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-020c2a9b-7d2f-4fe6-98e6-f662c4865898 admin admin] 10.222.0.21 "PUT /v2.0/routers/e487fd44-513d-440f-b0a4-0bfef29293b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2558823 Mar 08 19:16:03.189413 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4678de06-067f-43c3-a26a-6cc650a5c37b admin admin] Publish callbacks [] for security_group (02a75986-8e1c-4204-8721-be89a86b3068), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:03.285564 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6885c3c6-1aad-47ac-83ea-974cb821c1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (f5aa6a6b-9bbc-4a28-bcd3-bb251f0903d8), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:03.291073 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6885c3c6-1aad-47ac-83ea-974cb821c1ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:03.293186 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-6885c3c6-1aad-47ac-83ea-974cb821c1ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5aa6a6b-9bbc-4a28-bcd3-bb251f0903d8 HTTP/1.1" status: 204 len: 168 time: 0.6735978 Mar 08 19:16:03.310021 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885c3c6-1aad-47ac-83ea-974cb821c1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5aa6a6b-9bbc-4a28-bcd3-bb251f0903d8,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:03.375755 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:03.412150 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4678de06-067f-43c3-a26a-6cc650a5c37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (02a75986-8e1c-4204-8721-be89a86b3068), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:03.412884 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4678de06-067f-43c3-a26a-6cc650a5c37b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:03.419783 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-4678de06-067f-43c3-a26a-6cc650a5c37b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02a75986-8e1c-4204-8721-be89a86b3068 HTTP/1.1" status: 204 len: 168 time: 0.5418715 Mar 08 19:16:03.472559 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678de06-067f-43c3-a26a-6cc650a5c37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a75986-8e1c-4204-8721-be89a86b3068,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:03.575437 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Publish callbacks [] for port (33d149eb-24db-4b26-8272-d789fb289372), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:03.649534 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] Allocated IP 172.20.0.1 (46edac82-f34a-4fd3-bd2f-ca292de936fb/3c12f396-82f2-4313-8a98-b17d51e08628/5c809f54-5e78-429e-96f2-9d8f02a99d49) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:16:03.654465 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (33d149eb-24db-4b26-8272-d789fb289372), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:03.714568 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5eadf0-5cec-48e6-be34-6494ca499b6b None None] Pushing event updated for resources: {'Port': ['ID=33d149eb-24db-4b26-8272-d789fb289372,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:03.739265 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Attempting to bind port 33d149eb-24db-4b26-8272-d789fb289372 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:16:03.740337 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Attempting to bind port 33d149eb-24db-4b26-8272-d789fb289372 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:16:03.741383 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Attempting to bind port 33d149eb-24db-4b26-8272-d789fb289372 on network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:16:03.749722 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:16:03.753523 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Checking segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:16:03.754192 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:03.755163 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Bound using segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:16:03.755920 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Bound port: 33d149eb-24db-4b26-8272-d789fb289372, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:16:03.756820 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (33d149eb-24db-4b26-8272-d789fb289372), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:03.848475 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] Publish callbacks [] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:03.852274 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] For port 33d149eb-24db-4b26-8272-d789fb289372, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:16:03.857713 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] For port 33d149eb-24db-4b26-8272-d789fb289372, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=33d149eb-24db-4b26-8272-d789fb289372,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:16:03.897388 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cb070aa9-db1e-4cd3-9fcf-46c08576a3e3 req-ad4586a1-55bc-470e-8f48-958950a98c96 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 210 time: 0.0366907 Mar 08 19:16:03.976515 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (33d149eb-24db-4b26-8272-d789fb289372), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:03.996748 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.054349 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36788) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:04.062897 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-c0dfda9e-f5a8-4854-9173-565966f53282 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1322733249', 'description': 'tempest-description--1979830325'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:04.088392 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device fa8685ef-193e-4207-9239-3c3696eecf9b up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:16:04.088647 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] Network 46edac82-f34a-4fd3-bd2f-ca292de936fb is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:16:04.093884 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:16:04.097229 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:16:04.097720 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327895'] for router_interface (a1562454-30ab-4b3e-b508-89e0b929cde4), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.126669 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Routers {'a1562454-30ab-4b3e-b508-89e0b929cde4'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:16:04.126669 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:15:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a1562454-30ab-4b3e-b508-89e0b929cde4'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:04.191973 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5eadf0-5cec-48e6-be34-6494ca499b6b None None] Pushing event updated for resources: {'Port': ['ID=33d149eb-24db-4b26-8272-d789fb289372,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:04.209594 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c0dfda9e-f5a8-4854-9173-565966f53282 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.275400 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port fa8685ef-193e-4207-9239-3c3696eecf9b triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:04.276439 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (fa8685ef-193e-4207-9239-3c3696eecf9b), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.340612 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] Set router a1562454-30ab-4b3e-b508-89e0b929cde4 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:16:04.369724 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Sync routers for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:16:04.384781 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:16:04.385508 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:15:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:04.386759 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5c809f54-5e78-429e-96f2-9d8f02a99d49,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:04.421344 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c0dfda9e-f5a8-4854-9173-565966f53282 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (40a1eebb-de59-4444-b00d-e57916703f27), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.492835 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port fa8685ef-193e-4207-9239-3c3696eecf9b is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:04.493258 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (fa8685ef-193e-4207-9239-3c3696eecf9b), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.495035 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.541187 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] For port fa8685ef-193e-4207-9239-3c3696eecf9b, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=fa8685ef-193e-4207-9239-3c3696eecf9b,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:04.554454 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c0dfda9e-f5a8-4854-9173-565966f53282 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (40a1eebb-de59-4444-b00d-e57916703f27), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.559580 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:16:04.589201 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-250be44b-b27c-498f-9de7-ae715555574f None None] Provisioning complete for port 5c809f54-5e78-429e-96f2-9d8f02a99d49 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:04.589201 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-250be44b-b27c-498f-9de7-ae715555574f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.596900 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36798) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:04.617783 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (fa8685ef-193e-4207-9239-3c3696eecf9b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.654621 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dcb17a1a-bd60-4fc1-b74b-10b47399e46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.675202 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfda9e-f5a8-4854-9173-565966f53282 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a1eebb-de59-4444-b00d-e57916703f27,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:04.706091 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c0dfda9e-f5a8-4854-9173-565966f53282 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.713123 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c0dfda9e-f5a8-4854-9173-565966f53282 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6568575 Mar 08 19:16:04.720010 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 36802) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:04.733395 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-250be44b-b27c-498f-9de7-ae715555574f None None] Port 5c809f54-5e78-429e-96f2-9d8f02a99d49 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:16:04.733966 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-b2dbb84d-da6b-4739-bdc0-06e943a2bdc7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'security_group_rule': {'security_group_id': '40a1eebb-de59-4444-b00d-e57916703f27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:04.777128 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Pushing event updated for resources: {'Port': ['ID=fa8685ef-193e-4207-9239-3c3696eecf9b,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:04.847560 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dcb17a1a-bd60-4fc1-b74b-10b47399e46c admin admin] Publish callbacks [] for security_group (5e6899fd-8658-4311-bf84-3db933bb5162), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.857624 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 3, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:04.861217 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b2dbb84d-da6b-4739-bdc0-06e943a2bdc7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (6471fd7b-5a78-4bcc-87de-f869d27af8f3), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.888322 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] Publish callbacks [] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.903393 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dcb17a1a-bd60-4fc1-b74b-10b47399e46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (5e6899fd-8658-4311-bf84-3db933bb5162), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.959859 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:01Z', 'revision_number': 2, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:04.994188 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-dcb17a1a-bd60-4fc1-b74b-10b47399e46c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a22c46a406464d929a51e9749c1edcf1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3930988 Mar 08 19:16:05.011631 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36812) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:05.044618 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b2dbb84d-da6b-4739-bdc0-06e943a2bdc7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (6471fd7b-5a78-4bcc-87de-f869d27af8f3), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:05.045213 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e4845-e8d9-4bc4-9e11-600665d3cbde None None] The sync data for ids ['a1562454-30ab-4b3e-b508-89e0b929cde4'] in dv-cinder-830092-3-iscsi is: [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 3, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:16:05.047223 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:05.048010 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327867'] for router_interface (a1562454-30ab-4b3e-b508-89e0b929cde4), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:05.104915 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb17a1a-bd60-4fc1-b74b-10b47399e46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6899fd-8658-4311-bf84-3db933bb5162,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:05.105087 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Checking router: e487fd44-513d-440f-b0a4-0bfef29293b0 for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:16:05.121516 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Updating router e487fd44-513d-440f-b0a4-0bfef29293b0 port 981e6117-6b05-4f03-a035-ac0477336c26 binding host dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:16:05.172555 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-da2e4020-891c-4be6-a4cb-44e9fcd680c2 admin admin] Publish callbacks [] for security_group (5e6899fd-8658-4311-bf84-3db933bb5162), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:05.174246 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5c809f54-5e78-429e-96f2-9d8f02a99d49,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:05.220877 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (981e6117-6b05-4f03-a035-ac0477336c26), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:05.221776 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-da2e4020-891c-4be6-a4cb-44e9fcd680c2 admin admin] Publish callbacks [] for security_group (5e6899fd-8658-4311-bf84-3db933bb5162), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:05.222131 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b2dbb84d-da6b-4739-bdc0-06e943a2bdc7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (6471fd7b-5a78-4bcc-87de-f869d27af8f3), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:05.279417 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbb84d-da6b-4739-bdc0-06e943a2bdc7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6471fd7b-5a78-4bcc-87de-f869d27af8f3,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:05.342156 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6311a821-a564-40bc-8b8b-bada46e4d8cc req-bb563f75-282c-4135-a03e-09c0321b5c98 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 210 time: 0.1227317 Mar 08 19:16:05.386081 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-da2e4020-891c-4be6-a4cb-44e9fcd680c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (5e6899fd-8658-4311-bf84-3db933bb5162), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:05.388883 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-da2e4020-891c-4be6-a4cb-44e9fcd680c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:05.390029 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-da2e4020-891c-4be6-a4cb-44e9fcd680c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e6899fd-8658-4311-bf84-3db933bb5162 HTTP/1.1" status: 204 len: 168 time: 0.3761983 Mar 08 19:16:05.410481 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e4020-891c-4be6-a4cb-44e9fcd680c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6899fd-8658-4311-bf84-3db933bb5162,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:05.515844 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] Network 46edac82-f34a-4fd3-bd2f-ca292de936fb is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:16:05.528230 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b2dbb84d-da6b-4739-bdc0-06e943a2bdc7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:05.537097 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-b2dbb84d-da6b-4739-bdc0-06e943a2bdc7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8094499 Mar 08 19:16:05.537097 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:16:05.538306 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36830) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:05.550148 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-bde11205-0a7c-465a-bccb-e80626f0a6b0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'security_group_rule': {'security_group_id': '40a1eebb-de59-4444-b00d-e57916703f27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:05.666963 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bde11205-0a7c-465a-bccb-e80626f0a6b0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (9d696063-60b7-4d2e-860b-3fa5cb5f2d28), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:05.798853 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Publish callbacks [] for port (981e6117-6b05-4f03-a035-ac0477336c26), precommit_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:05.821308 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] Router a1562454-30ab-4b3e-b508-89e0b929cde4 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:16:05.839919 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bde11205-0a7c-465a-bccb-e80626f0a6b0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (9d696063-60b7-4d2e-860b-3fa5cb5f2d28), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:05.891821 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bde11205-0a7c-465a-bccb-e80626f0a6b0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (9d696063-60b7-4d2e-860b-3fa5cb5f2d28), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:05.892591 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (981e6117-6b05-4f03-a035-ac0477336c26), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:05.914543 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde11205-0a7c-465a-bccb-e80626f0a6b0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d696063-60b7-4d2e-860b-3fa5cb5f2d28,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:05.982690 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed1fc0-c5da-42f4-8dd4-09ed0a3f419b None None] Pushing event updated for resources: {'Port': ['ID=981e6117-6b05-4f03-a035-ac0477336c26,revision_number=3']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:05.987446 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:16:05.998442 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-31eeb411-e8df-45ee-8fc3-16cbf87513fc None None] Provisioning complete for port 5c809f54-5e78-429e-96f2-9d8f02a99d49 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:06.000505 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-31eeb411-e8df-45ee-8fc3-16cbf87513fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:06.007143 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-5a6f28d6-8a45-4c4a-9de3-957a6094a5b7 admin admin] 10.222.0.21 "PUT /v2.0/routers/a1562454-30ab-4b3e-b508-89e0b929cde4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9795864 Mar 08 19:16:06.014482 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bde11205-0a7c-465a-bccb-e80626f0a6b0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:06.019555 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-bde11205-0a7c-465a-bccb-e80626f0a6b0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4759564 Mar 08 19:16:06.020424 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36840) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:06.025169 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-a074bf4c-f9d6-49bc-8708-5a9c7080eecf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'floatingip': {'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:06.090570 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-31eeb411-e8df-45ee-8fc3-16cbf87513fc None None] Port 5c809f54-5e78-429e-96f2-9d8f02a99d49 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:16:06.108264 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Attempting to bind port 981e6117-6b05-4f03-a035-ac0477336c26 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:16:06.108617 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Attempting to bind port 981e6117-6b05-4f03-a035-ac0477336c26 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:16:06.109302 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Attempting to bind port 981e6117-6b05-4f03-a035-ac0477336c26 on network 388fd34c-8824-4f29-8fd1-2b60271e031f {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:16:06.119406 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:16:06.120007 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Checking segment: {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:16:06.120572 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:06.121095 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Bound using segment: {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:16:06.122850 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Bound port: 981e6117-6b05-4f03-a035-ac0477336c26, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'}}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:16:06.123302 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (981e6117-6b05-4f03-a035-ac0477336c26), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:06.181205 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a074bf4c-f9d6-49bc-8708-5a9c7080eecf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:06.264622 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device fa8685ef-193e-4207-9239-3c3696eecf9b up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:16:06.303072 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] For port 981e6117-6b05-4f03-a035-ac0477336c26, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:16:06.307595 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] For port 981e6117-6b05-4f03-a035-ac0477336c26, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=981e6117-6b05-4f03-a035-ac0477336c26,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:16:06.392489 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (981e6117-6b05-4f03-a035-ac0477336c26), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:06.500588 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port fa8685ef-193e-4207-9239-3c3696eecf9b triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:06.500967 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (fa8685ef-193e-4207-9239-3c3696eecf9b), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:06.538782 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a074bf4c-f9d6-49bc-8708-5a9c7080eecf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:06.580855 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:16:06.582967 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:15:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:06.598360 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-7a2251e4-c1d1-4ec2-9d93-5824cf158c7f None None] Provisioning complete for port 981e6117-6b05-4f03-a035-ac0477336c26 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:06.601994 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7a2251e4-c1d1-4ec2-9d93-5824cf158c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (981e6117-6b05-4f03-a035-ac0477336c26), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:06.811734 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-a074bf4c-f9d6-49bc-8708-5a9c7080eecf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Allocated IP 172.27.2.76 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/8b483169-0952-4847-87cd-975804d427bb) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:16:06.842443 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-82e24cc7-ab92-4a74-820c-4bf24677b3a7 req-bc869085-cbbc-47ea-b175-93af9c2b57a9 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 210 time: 0.0733030 Mar 08 19:16:06.866952 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed1fc0-c5da-42f4-8dd4-09ed0a3f419b None None] Pushing event updated for resources: {'Port': ['ID=981e6117-6b05-4f03-a035-ac0477336c26,revision_number=4']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:06.905257 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:16:06.950521 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port fa8685ef-193e-4207-9239-3c3696eecf9b is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:06.952211 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 33d149eb-24db-4b26-8272-d789fb289372 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:16:06.996497 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-7a2251e4-c1d1-4ec2-9d93-5824cf158c7f None None] Current status of the port 981e6117-6b05-4f03-a035-ac0477336c26 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:06.997180 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7a2251e4-c1d1-4ec2-9d93-5824cf158c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (981e6117-6b05-4f03-a035-ac0477336c26), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:07.037839 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a074bf4c-f9d6-49bc-8708-5a9c7080eecf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for port (8b483169-0952-4847-87cd-975804d427bb), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:07.070295 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-7a2251e4-c1d1-4ec2-9d93-5824cf158c7f None None] For port 981e6117-6b05-4f03-a035-ac0477336c26, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=981e6117-6b05-4f03-a035-ac0477336c26,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:07.086137 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 33d149eb-24db-4b26-8272-d789fb289372 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:07.086544 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (33d149eb-24db-4b26-8272-d789fb289372), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:07.143682 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a074bf4c-f9d6-49bc-8708-5a9c7080eecf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (8b483169-0952-4847-87cd-975804d427bb), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:07.144277 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7a2251e4-c1d1-4ec2-9d93-5824cf158c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (981e6117-6b05-4f03-a035-ac0477336c26), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:07.215370 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a074bf4c-f9d6-49bc-8708-5a9c7080eecf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:16:07.221807 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-a074bf4c-f9d6-49bc-8708-5a9c7080eecf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:16:07.228069 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074bf4c-f9d6-49bc-8708-5a9c7080eecf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:16:07.250497 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2251e4-c1d1-4ec2-9d93-5824cf158c7f None None] Pushing event updated for resources: {'Port': ['ID=981e6117-6b05-4f03-a035-ac0477336c26,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:07.266727 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 33d149eb-24db-4b26-8272-d789fb289372 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:07.267135 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (33d149eb-24db-4b26-8272-d789fb289372), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:07.271228 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:06Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:07.296741 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074bf4c-f9d6-49bc-8708-5a9c7080eecf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'Port': ['ID=8b483169-0952-4847-87cd-975804d427bb,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:07.320392 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] For port 33d149eb-24db-4b26-8272-d789fb289372, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=33d149eb-24db-4b26-8272-d789fb289372,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:07.321877 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-6173d125-2c19-4425-8351-66826322ffdd None None] Provisioning complete for port 981e6117-6b05-4f03-a035-ac0477336c26 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:07.322756 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6173d125-2c19-4425-8351-66826322ffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (981e6117-6b05-4f03-a035-ac0477336c26), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:07.358127 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffe8a08-f24a-41bc-9d67-835e1a0fecc3 None None] The sync data for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi is: [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:06Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:16:07.381057 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (33d149eb-24db-4b26-8272-d789fb289372), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:07.547787 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Pushing event updated for resources: {'Port': ['ID=33d149eb-24db-4b26-8272-d789fb289372,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:07.549916 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a074bf4c-f9d6-49bc-8708-5a9c7080eecf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (9ae0d253-bef3-4b1e-b5eb-9eebcacb070d), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:07.557343 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-6173d125-2c19-4425-8351-66826322ffdd None None] Current status of the port 981e6117-6b05-4f03-a035-ac0477336c26 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:07.727406 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a074bf4c-f9d6-49bc-8708-5a9c7080eecf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (8b483169-0952-4847-87cd-975804d427bb), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:07.936564 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Sync routers for ids ['a1562454-30ab-4b3e-b508-89e0b929cde4'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:16:07.970756 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Routers {'a1562454-30ab-4b3e-b508-89e0b929cde4'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:16:07.975177 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:15:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a1562454-30ab-4b3e-b508-89e0b929cde4'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:07.984984 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 36892) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:07.989682 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-e2c2f4b6-8e09-4d31-bc55-bc82111b328d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Request body: {'security_group': {'name': 'tempest-securitygroup--808600041', 'description': 'tempest-description--803300856'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:08.089743 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a074bf4c-f9d6-49bc-8708-5a9c7080eecf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for port (8b483169-0952-4847-87cd-975804d427bb), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:08.202956 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a074bf4c-f9d6-49bc-8708-5a9c7080eecf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (8b483169-0952-4847-87cd-975804d427bb), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:08.220183 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a4867e33-45e5-41ae-a471-d873b61aa0e3 req-82d534f6-5812-476e-ae9e-dd81bf7ad1c3 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 210 time: 0.1829989 Mar 08 19:16:08.220650 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Set router a1562454-30ab-4b3e-b508-89e0b929cde4 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:16:08.263843 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 981e6117-6b05-4f03-a035-ac0477336c26 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:16:08.284273 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074bf4c-f9d6-49bc-8708-5a9c7080eecf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'Port': ['ID=8b483169-0952-4847-87cd-975804d427bb,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:08.288376 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2c2f4b6-8e09-4d31-bc55-bc82111b328d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:08.325473 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a074bf4c-f9d6-49bc-8708-5a9c7080eecf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (9ae0d253-bef3-4b1e-b5eb-9eebcacb070d), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:08.416907 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2c2f4b6-8e09-4d31-bc55-bc82111b328d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group (1306173b-49fb-4b8d-9536-b278284049dc), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:08.425411 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a074bf4c-f9d6-49bc-8708-5a9c7080eecf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:08.431344 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-a074bf4c-f9d6-49bc-8708-5a9c7080eecf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4067867 Mar 08 19:16:08.505452 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2c2f4b6-8e09-4d31-bc55-bc82111b328d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (1306173b-49fb-4b8d-9536-b278284049dc), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:08.525671 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 981e6117-6b05-4f03-a035-ac0477336c26 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:08.528900 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (981e6117-6b05-4f03-a035-ac0477336c26), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:08.554078 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2f4b6-8e09-4d31-bc55-bc82111b328d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1306173b-49fb-4b8d-9536-b278284049dc,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:08.606836 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2c2f4b6-8e09-4d31-bc55-bc82111b328d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:08.611547 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36914) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:08.612021 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-e2c2f4b6-8e09-4d31-bc55-bc82111b328d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.6258588 Mar 08 19:16:08.616597 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-141125d2-2fc6-4a17-8c34-aecab6e8c222 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Request body: {'security_group_rule': {'security_group_id': '1306173b-49fb-4b8d-9536-b278284049dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:08.705037 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 981e6117-6b05-4f03-a035-ac0477336c26 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:08.706155 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 33d149eb-24db-4b26-8272-d789fb289372 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:16:08.777813 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 59559) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:08.790807 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-141125d2-2fc6-4a17-8c34-aecab6e8c222 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group_rule (471bddff-4190-40a7-bc03-b6f4267601f6), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:08.818209 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '5c809f54-5e78-429e-96f2-9d8f02a99d49', 'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'mac_address': 'fa:16:3e:1a:fc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:16:03Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 2, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'subnets': [{'id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:08.827217 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 33d149eb-24db-4b26-8272-d789fb289372 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:08.828079 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (33d149eb-24db-4b26-8272-d789fb289372), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:08.910327 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Checking router: a1562454-30ab-4b3e-b508-89e0b929cde4 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:16:08.910712 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Updating router a1562454-30ab-4b3e-b508-89e0b929cde4 port 5c809f54-5e78-429e-96f2-9d8f02a99d49 binding host dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:16:08.918845 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-141125d2-2fc6-4a17-8c34-aecab6e8c222 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group_rule (471bddff-4190-40a7-bc03-b6f4267601f6), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:08.985273 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:09.000233 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-141125d2-2fc6-4a17-8c34-aecab6e8c222 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (471bddff-4190-40a7-bc03-b6f4267601f6), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:09.022626 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-b82aca60-0d3e-4130-87c2-07a3f2768166 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:09.028370 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-b82aca60-0d3e-4130-87c2-07a3f2768166 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.64 "GET /v2.0/networks?id=163cc6d9-161d-4270-82fc-6e43ab70346b HTTP/1.1" status: 200 len: 812 time: 0.2494206 Mar 08 19:16:09.029675 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141125d2-2fc6-4a17-8c34-aecab6e8c222 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471bddff-4190-40a7-bc03-b6f4267601f6,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:09.074938 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-500e2ae8-1094-4fec-9b31-0a6775109a1d tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Request body: {'port': {'device_id': 'fd98e45c-da6d-4b2d-bc1c-beec169685cc', 'network_id': '163cc6d9-161d-4270-82fc-6e43ab70346b', 'admin_state_up': True, 'tenant_id': '37265fb7fc504f8cac7b926cd828faac'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:09.151609 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-141125d2-2fc6-4a17-8c34-aecab6e8c222 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:09.152971 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-141125d2-2fc6-4a17-8c34-aecab6e8c222 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5403821 Mar 08 19:16:09.155514 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36956) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:09.160326 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-3076869a-55c5-4539-be6c-6a3d33d8ed68 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Request body: {'security_group_rule': {'security_group_id': '1306173b-49fb-4b8d-9536-b278284049dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:09.221693 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 33d149eb-24db-4b26-8272-d789fb289372 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:09.302320 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3076869a-55c5-4539-be6c-6a3d33d8ed68 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group_rule (a5149013-c36b-45af-b534-cd21946d7228), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:09.377088 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-298eef9c-acf2-4a80-86dc-9815e931de4c tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1322733249&fields=id&tenant_id=96c3bb88a07f471ba34d69352508cf40 HTTP/1.1" status: 200 len: 267 time: 0.3923371 Mar 08 19:16:09.467234 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3076869a-55c5-4539-be6c-6a3d33d8ed68 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group_rule (a5149013-c36b-45af-b534-cd21946d7228), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:09.545074 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3076869a-55c5-4539-be6c-6a3d33d8ed68 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (a5149013-c36b-45af-b534-cd21946d7228), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:09.589182 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Publish callbacks [] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:09.606704 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076869a-55c5-4539-be6c-6a3d33d8ed68 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5149013-c36b-45af-b534-cd21946d7228,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:09.668742 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3076869a-55c5-4539-be6c-6a3d33d8ed68 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:09.670607 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-3076869a-55c5-4539-be6c-6a3d33d8ed68 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5138876 Mar 08 19:16:09.675648 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 36978) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:09.682000 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-72358b11-5577-4ffa-b3f2-295ebcbe74ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Request body: {'floatingip': {'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:09.700976 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:09.731608 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cdc2dc32-07c7-4199-ae30-1d20056790e2 req-133ce320-0395-4fe0-bb43-2c462a5d8fbe tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 210 time: 0.0540652 Mar 08 19:16:09.749463 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-3a657365-02b6-4ddf-85e6-3db26f30f47b tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:09.762207 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-3a657365-02b6-4ddf-85e6-3db26f30f47b tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/networks?id=388fd34c-8824-4f29-8fd1-2b60271e031f HTTP/1.1" status: 200 len: 814 time: 0.3437855 Mar 08 19:16:09.775817 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-500e2ae8-1094-4fec-9b31-0a6775109a1d tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Made reservation on behalf of 37265fb7fc504f8cac7b926cd828faac for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:16:09.780459 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-500e2ae8-1094-4fec-9b31-0a6775109a1d tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:09.796395 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-1b69f02d-b276-4daf-b8fb-911896297d7f tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/quotas/96c3bb88a07f471ba34d69352508cf40 HTTP/1.1" status: 200 len: 375 time: 0.0332093 Mar 08 19:16:09.819499 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72358b11-5577-4ffa-b3f2-295ebcbe74ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:09.891102 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed883cc3-5d99-41d4-b402-46e2f107d2d3 None None] Pushing event updated for resources: {'Port': ['ID=5c809f54-5e78-429e-96f2-9d8f02a99d49,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:10.053958 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-21b4a969-583b-40e4-8288-e8b0cd4e07c7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2564397 Mar 08 19:16:10.405816 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72358b11-5577-4ffa-b3f2-295ebcbe74ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:10.408159 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-500e2ae8-1094-4fec-9b31-0a6775109a1d tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Allocated IP 172.20.0.13 (163cc6d9-161d-4270-82fc-6e43ab70346b/be371edc-ffd2-4c58-9dd3-e138503fa280/2eedeebf-db9b-431f-a5bd-28365eee2d81) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:16:10.410843 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-d9762154-358a-469d-9ee5-fc2a82e4f123 None None] Provisioning complete for port 5c809f54-5e78-429e-96f2-9d8f02a99d49 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:10.411530 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d9762154-358a-469d-9ee5-fc2a82e4f123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:10.414031 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Attempting to bind port 5c809f54-5e78-429e-96f2-9d8f02a99d49 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:16:10.414658 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Attempting to bind port 5c809f54-5e78-429e-96f2-9d8f02a99d49 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:16:10.415416 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Attempting to bind port 5c809f54-5e78-429e-96f2-9d8f02a99d49 on network 46edac82-f34a-4fd3-bd2f-ca292de936fb {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:16:10.454606 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:16:10.454891 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Checking segment: {'id': 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:16:10.458620 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:10.458620 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Bound using segment: {'id': 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:16:10.458620 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Bound port: 5c809f54-5e78-429e-96f2-9d8f02a99d49, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:16:10.458620 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:10.530272 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-72358b11-5577-4ffa-b3f2-295ebcbe74ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Allocated IP 172.27.2.156 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/2e3b70ae-b1c2-4f31-ad53-614660b9631e) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:16:10.569211 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-d9762154-358a-469d-9ee5-fc2a82e4f123 None None] Port 5c809f54-5e78-429e-96f2-9d8f02a99d49 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:16:10.620805 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] For port 5c809f54-5e78-429e-96f2-9d8f02a99d49, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:16:10.634246 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] For port 5c809f54-5e78-429e-96f2-9d8f02a99d49, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=5c809f54-5e78-429e-96f2-9d8f02a99d49,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:16:10.656398 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72358b11-5577-4ffa-b3f2-295ebcbe74ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for port (2e3b70ae-b1c2-4f31-ad53-614660b9631e), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:10.724805 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:10.752585 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72358b11-5577-4ffa-b3f2-295ebcbe74ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (2e3b70ae-b1c2-4f31-ad53-614660b9631e), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:10.808596 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72358b11-5577-4ffa-b3f2-295ebcbe74ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:16:10.814959 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-72358b11-5577-4ffa-b3f2-295ebcbe74ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:16:10.825250 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72358b11-5577-4ffa-b3f2-295ebcbe74ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:16:10.845585 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Routers {'a1562454-30ab-4b3e-b508-89e0b929cde4'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:16:10.846596 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:15:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a1562454-30ab-4b3e-b508-89e0b929cde4'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:10.868511 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-260aa79a-f451-4518-949c-fce40a525502 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103758) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:16:10.880135 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72358b11-5577-4ffa-b3f2-295ebcbe74ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Pushing event updated for resources: {'Port': ['ID=2e3b70ae-b1c2-4f31-ad53-614660b9631e,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:10.888202 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-260aa79a-f451-4518-949c-fce40a525502 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4979091 Mar 08 19:16:10.915602 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72358b11-5577-4ffa-b3f2-295ebcbe74ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for floatingip (00843023-55db-49cc-bc03-437fd8655d7f), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:11.030337 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-500e2ae8-1094-4fec-9b31-0a6775109a1d tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Publish callbacks [] for port (2eedeebf-db9b-431f-a5bd-28365eee2d81), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:11.082701 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72358b11-5577-4ffa-b3f2-295ebcbe74ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (2e3b70ae-b1c2-4f31-ad53-614660b9631e), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:11.083298 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] Set router a1562454-30ab-4b3e-b508-89e0b929cde4 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:16:11.223547 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed883cc3-5d99-41d4-b402-46e2f107d2d3 None None] Pushing event updated for resources: {'Port': ['ID=5c809f54-5e78-429e-96f2-9d8f02a99d49,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:11.375921 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-bfe86eda-0ae5-43fc-9e3c-856a818eb9ff service neutron] 10.222.0.21 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767382 Mar 08 19:16:11.436334 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-500e2ae8-1094-4fec-9b31-0a6775109a1d tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (2eedeebf-db9b-431f-a5bd-28365eee2d81), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:11.466388 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-1bcdb29c-75f0-4d00-bfa9-3ed899b8a795 None None] Provisioning complete for port 5c809f54-5e78-429e-96f2-9d8f02a99d49 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:11.467014 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb29c-75f0-4d00-bfa9-3ed899b8a795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:11.542557 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72358b11-5577-4ffa-b3f2-295ebcbe74ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for port (2e3b70ae-b1c2-4f31-ad53-614660b9631e), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:11.607568 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e2ae8-1094-4fec-9b31-0a6775109a1d tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Pushing event updated for resources: {'Port': ['ID=2eedeebf-db9b-431f-a5bd-28365eee2d81,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:11.639774 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72358b11-5577-4ffa-b3f2-295ebcbe74ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (2e3b70ae-b1c2-4f31-ad53-614660b9631e), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:11.660983 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-500e2ae8-1094-4fec-9b31-0a6775109a1d tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Network 163cc6d9-161d-4270-82fc-6e43ab70346b is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:16:11.664692 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-500e2ae8-1094-4fec-9b31-0a6775109a1d tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:16:11.669474 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-500e2ae8-1094-4fec-9b31-0a6775109a1d tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:16:11.674789 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-500e2ae8-1094-4fec-9b31-0a6775109a1d tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:11.675409 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-500e2ae8-1094-4fec-9b31-0a6775109a1d tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:11.701770 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0e464-4a79-4088-bcd8-3b79ffb7adf3 req-388bb196-2803-49af-9539-3288d604b941 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:11.703366 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d3b0e464-4a79-4088-bcd8-3b79ffb7adf3 req-388bb196-2803-49af-9539-3288d604b941 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 932 time: 0.5371327 Mar 08 19:16:11.748023 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-97119d14-e10e-4f7f-a168-519feedd949a service neutron] 10.222.0.21 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634124 Mar 08 19:16:11.792475 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-500e2ae8-1094-4fec-9b31-0a6775109a1d tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7227526 Mar 08 19:16:11.795064 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72358b11-5577-4ffa-b3f2-295ebcbe74ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (00843023-55db-49cc-bc03-437fd8655d7f), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:11.801709 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdb29c-75f0-4d00-bfa9-3ed899b8a795 None None] Current status of the port 5c809f54-5e78-429e-96f2-9d8f02a99d49 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:11.804547 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb29c-75f0-4d00-bfa9-3ed899b8a795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:11.816119 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d3b0e464-4a79-4088-bcd8-3b79ffb7adf3 req-81404e1f-8cd0-40ae-bce0-c247cac3b11a tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049559 Mar 08 19:16:11.820986 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-bd71befe-abec-427e-acd0-400d4f677ecb tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103758) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:16:11.822706 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-bd71befe-abec-427e-acd0-400d4f677ecb tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049582 Mar 08 19:16:11.850240 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72358b11-5577-4ffa-b3f2-295ebcbe74ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Pushing event updated for resources: {'Port': ['ID=2e3b70ae-b1c2-4f31-ad53-614660b9631e,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:11.941930 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-1bcdb29c-75f0-4d00-bfa9-3ed899b8a795 None None] For port 5c809f54-5e78-429e-96f2-9d8f02a99d49, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=5c809f54-5e78-429e-96f2-9d8f02a99d49,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:11.959490 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '5c809f54-5e78-429e-96f2-9d8f02a99d49', 'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'mac_address': 'fa:16:3e:1a:fc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:16:03Z', 'updated_at': '2022-03-08T19:16:10Z', 'revision_number': 4, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'subnets': [{'id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:11.964558 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72358b11-5577-4ffa-b3f2-295ebcbe74ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:11.974415 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-72358b11-5577-4ffa-b3f2-295ebcbe74ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2892196 Mar 08 19:16:12.011811 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a35b44-18df-4982-b72b-ea5bfd01ce29 None None] The sync data for ids ['a1562454-30ab-4b3e-b508-89e0b929cde4'] in dv-cinder-830092-3-iscsi is: [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '5c809f54-5e78-429e-96f2-9d8f02a99d49', 'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'mac_address': 'fa:16:3e:1a:fc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:16:03Z', 'updated_at': '2022-03-08T19:16:10Z', 'revision_number': 4, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'subnets': [{'id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:16:12.036692 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb29c-75f0-4d00-bfa9-3ed899b8a795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:12.065271 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Request body: {'port': {'device_id': 'fd98e45c-da6d-4b2d-bc1c-beec169685cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:12.171980 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (2eedeebf-db9b-431f-a5bd-28365eee2d81), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:12.233134 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdb29c-75f0-4d00-bfa9-3ed899b8a795 None None] Pushing event updated for resources: {'Port': ['ID=5c809f54-5e78-429e-96f2-9d8f02a99d49,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:12.860825 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-93224f3a-b3c6-4c6b-b70f-dece912950b4 req-f4d6c2bd-8074-4173-8f4c-637710fc3b9b tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 210 time: 0.4084158 Mar 08 19:16:13.013915 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-97c65649-c34c-4022-86e7-c1742991d242 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--808600041&fields=id&tenant_id=e232d9d1074348e8bcb4ab6f69434a83 HTTP/1.1" status: 200 len: 267 time: 0.6390693 Mar 08 19:16:13.238214 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-16f88349-e6ab-43f6-86b6-731782881659 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:13.253417 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-16f88349-e6ab-43f6-86b6-731782881659 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/networks?id=46edac82-f34a-4fd3-bd2f-ca292de936fb HTTP/1.1" status: 200 len: 816 time: 0.1889811 Mar 08 19:16:13.279826 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-f246a594-71b0-402e-9842-9db4f5d99c80 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/quotas/e232d9d1074348e8bcb4ab6f69434a83 HTTP/1.1" status: 200 len: 375 time: 0.0255318 Mar 08 19:16:13.345144 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eedeebf-db9b-431f-a5bd-28365eee2d81 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:16:13.357398 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Publish callbacks [] for port (2eedeebf-db9b-431f-a5bd-28365eee2d81), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:13.383508 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Transition to ACTIVE for port object 2eedeebf-db9b-431f-a5bd-28365eee2d81 will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:16:13.394538 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-2768b39c-6f70-4f22-bf8a-2d00bd922b70 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e232d9d1074348e8bcb4ab6f69434a83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934401 Mar 08 19:16:13.496276 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (2eedeebf-db9b-431f-a5bd-28365eee2d81), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:13.584346 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Pushing event updated for resources: {'Port': ['ID=2eedeebf-db9b-431f-a5bd-28365eee2d81,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:13.649338 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 37138) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:13.685829 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-71e14ae6-d63e-4315-9642-56c555914c1f service neutron] 10.222.0.21 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727041 Mar 08 19:16:13.686799 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Attempting to bind port 2eedeebf-db9b-431f-a5bd-28365eee2d81 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:16:13.687204 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Attempting to bind port 2eedeebf-db9b-431f-a5bd-28365eee2d81 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '23448852-70e1-467c-8a45-ff389ef2b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '163cc6d9-161d-4270-82fc-6e43ab70346b'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:16:13.687756 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Attempting to bind port 2eedeebf-db9b-431f-a5bd-28365eee2d81 on network 163cc6d9-161d-4270-82fc-6e43ab70346b {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:16:13.694856 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Port 2eedeebf-db9b-431f-a5bd-28365eee2d81 on network 163cc6d9-161d-4270-82fc-6e43ab70346b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:16:13.695268 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Attempting to bind port 2eedeebf-db9b-431f-a5bd-28365eee2d81 on network 163cc6d9-161d-4270-82fc-6e43ab70346b {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:16:13.712311 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:16:13.712311 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Checking segment: {'id': '23448852-70e1-467c-8a45-ff389ef2b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '163cc6d9-161d-4270-82fc-6e43ab70346b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:16:13.712311 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Bound using segment: {'id': '23448852-70e1-467c-8a45-ff389ef2b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '163cc6d9-161d-4270-82fc-6e43ab70346b'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:16:13.712311 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Bound port: 2eedeebf-db9b-431f-a5bd-28365eee2d81, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23448852-70e1-467c-8a45-ff389ef2b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '163cc6d9-161d-4270-82fc-6e43ab70346b'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:16:13.712311 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (2eedeebf-db9b-431f-a5bd-28365eee2d81), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:13.906639 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0d8f046e-fdb3-4419-b845-7e17ec55cf3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:13.944768 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-1341f68e-dd3f-4f6b-a688-081809197828 service neutron] 10.222.0.21 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408106 Mar 08 19:16:14.037378 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] For port 2eedeebf-db9b-431f-a5bd-28365eee2d81, host hv-cinder-83009, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:16:14.058777 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] For port 2eedeebf-db9b-431f-a5bd-28365eee2d81, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eedeebf-db9b-431f-a5bd-28365eee2d81,segment=NetworkSegment(23448852-70e1-467c-8a45-ff389ef2b89d),segment_id=23448852-70e1-467c-8a45-ff389ef2b89d)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:16:14.138377 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (2eedeebf-db9b-431f-a5bd-28365eee2d81), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:14.239202 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0d8f046e-fdb3-4419-b845-7e17ec55cf3e admin admin] Publish callbacks [] for security_group (f845f1b7-ec0b-4dc8-b7dd-75758a36a0a4), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:14.296891 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 5c809f54-5e78-429e-96f2-9d8f02a99d49 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:16:14.356858 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0d8f046e-fdb3-4419-b845-7e17ec55cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (f845f1b7-ec0b-4dc8-b7dd-75758a36a0a4), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:14.385628 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:14.388374 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:14.390433 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] 10.222.0.64 "PUT /v2.0/ports/2eedeebf-db9b-431f-a5bd-28365eee2d81 HTTP/1.1" status: 200 len: 1094 time: 2.4000299 Mar 08 19:16:14.393817 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 5c809f54-5e78-429e-96f2-9d8f02a99d49 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:14.394819 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:14.406135 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f776559-e16d-4031-8c10-30ed38d73c82 service neutron] Pushing event updated for resources: {'Port': ['ID=2eedeebf-db9b-431f-a5bd-28365eee2d81,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:14.410889 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd98e45c-da6d-4b2d-bc1c-beec169685cc', 'tag': '2eedeebf-db9b-431f-a5bd-28365eee2d81'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:16:14.411205 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-0d8f046e-fdb3-4419-b845-7e17ec55cf3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72d1d4cd891d49e2b726b2367c460db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7604425 Mar 08 19:16:14.412124 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 37172) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:14.515876 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f046e-fdb3-4419-b845-7e17ec55cf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f845f1b7-ec0b-4dc8-b7dd-75758a36a0a4,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:14.608170 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ecdba373-f8a4-4cb2-87a5-52a7b644ceaf admin admin] Publish callbacks [] for security_group (f845f1b7-ec0b-4dc8-b7dd-75758a36a0a4), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:14.657477 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ecdba373-f8a4-4cb2-87a5-52a7b644ceaf admin admin] Publish callbacks [] for security_group (f845f1b7-ec0b-4dc8-b7dd-75758a36a0a4), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:14.676989 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 5c809f54-5e78-429e-96f2-9d8f02a99d49 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:14.886252 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ecdba373-f8a4-4cb2-87a5-52a7b644ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (f845f1b7-ec0b-4dc8-b7dd-75758a36a0a4), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:14.891397 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ecdba373-f8a4-4cb2-87a5-52a7b644ceaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:14.892626 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-ecdba373-f8a4-4cb2-87a5-52a7b644ceaf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f845f1b7-ec0b-4dc8-b7dd-75758a36a0a4 HTTP/1.1" status: 204 len: 168 time: 0.4784214 Mar 08 19:16:14.929698 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdba373-f8a4-4cb2-87a5-52a7b644ceaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f845f1b7-ec0b-4dc8-b7dd-75758a36a0a4,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:14.982714 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2bb96c16-9eda-4f3e-be2b-becd76bbad71 req-1bb9f10a-f237-41d2-be68-592b81852fef tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 210 time: 0.3387346 Mar 08 19:16:14.987529 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e11d346-3d74-4260-8076-7835f18fb64e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd98e45c-da6d-4b2d-bc1c-beec169685cc", "tag": "2eedeebf-db9b-431f-a5bd-28365eee2d81"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:16:15.029234 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-083138d5-ae30-4eaf-860d-954cb554c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:15.031013 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-083138d5-ae30-4eaf-860d-954cb554c7a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=37265fb7fc504f8cac7b926cd828faac&device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 1128 time: 0.3859725 Mar 08 19:16:15.039973 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e0a5c-8738-4d32-8f23-b1ca20d13993 req-4c9f9e64-299c-4ce4-bd49-19217346f650 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:15.042272 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6d9e0a5c-8738-4d32-8f23-b1ca20d13993 req-4c9f9e64-299c-4ce4-bd49-19217346f650 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 944 time: 0.6489570 Mar 08 19:16:15.213128 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-83acaae0-83a4-4987-be1c-9b9d7122a649 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eedeebf-db9b-431f-a5bd-28365eee2d81 HTTP/1.1" status: 200 len: 217 time: 0.1504509 Mar 08 19:16:15.258863 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7df82ea3-f0cb-4f99-a97c-476743ec733e req-44b5ec2b-53b1-43d3-a1c8-c089b3685d1e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0507793 Mar 08 19:16:15.297988 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6d9e0a5c-8738-4d32-8f23-b1ca20d13993 req-882c16ce-2b59-41d5-aa05-67def51aba9f tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285657 Mar 08 19:16:15.422707 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-1a52ea09-5ddf-4145-92ab-26d10a3849aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:15.424172 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-1a52ea09-5ddf-4145-92ab-26d10a3849aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be371edc-ffd2-4c58-9dd3-e138503fa280 HTTP/1.1" status: 200 len: 852 time: 0.1287351 Mar 08 19:16:15.532571 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-af0828b7-5653-4845-aeb9-7dac2cf526a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=163cc6d9-161d-4270-82fc-6e43ab70346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891061 Mar 08 19:16:15.757005 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e45ada6-4551-49e9-be66-9b236e7eb4f4 x-openstack-request-id: req-1e45ada6-4551-49e9-be66-9b236e7eb4f4 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:16:15.757785 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd98e45c-da6d-4b2d-bc1c-beec169685cc", "tag": "2eedeebf-db9b-431f-a5bd-28365eee2d81", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:16:15.758828 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e45ada6-4551-49e9-be66-9b236e7eb4f4 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:16:15.761164 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd98e45c-da6d-4b2d-bc1c-beec169685cc', 'tag': '2eedeebf-db9b-431f-a5bd-28365eee2d81', 'status': 'completed', 'code': 200} Mar 08 19:16:15.855962 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-f48185c9-e6dc-446e-8e40-a6dce3e83914 service neutron] 10.222.0.64 "GET /v2.0/networks/163cc6d9-161d-4270-82fc-6e43ab70346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394536 Mar 08 19:16:16.003080 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 37228) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:16.020844 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8d001e8f-cc81-41a8-a746-3c528d3b2940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:16.127019 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a1014ac3-804b-4dfc-b3bf-f2c7044a6901 req-28a0e65b-0515-417d-b43a-2743921198bb tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 210 time: 0.0468690 Mar 08 19:16:16.133234 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f2881589-31fc-4b8b-80cd-31d6323b7422 req-a1c1f211-084d-4afb-b1f9-f7f0243fdc70 service neutron] 10.222.0.64 "GET /v2.0/networks/163cc6d9-161d-4270-82fc-6e43ab70346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365936 Mar 08 19:16:16.168470 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8d001e8f-cc81-41a8-a746-3c528d3b2940 admin admin] Publish callbacks [] for security_group (b93cf4c0-6e2b-4cb9-916e-958d0daf2295), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:16.302279 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8d001e8f-cc81-41a8-a746-3c528d3b2940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (b93cf4c0-6e2b-4cb9-916e-958d0daf2295), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:16.409525 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8d001e8f-cc81-41a8-a746-3c528d3b2940 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d26464ccd854721994c53d4209736ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052658 Mar 08 19:16:16.410762 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d001e8f-cc81-41a8-a746-3c528d3b2940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93cf4c0-6e2b-4cb9-916e-958d0daf2295,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:16.413809 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 37244) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:16.509927 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c3e3-a035-42ff-975c-e137721e5116 admin admin] Publish callbacks [] for security_group (b93cf4c0-6e2b-4cb9-916e-958d0daf2295), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:16.545094 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c3e3-a035-42ff-975c-e137721e5116 admin admin] Publish callbacks [] for security_group (b93cf4c0-6e2b-4cb9-916e-958d0daf2295), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:16.559043 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6b57e55e-2647-408c-9703-6f23cbd01846 req-cf2d5a06-57e2-4a4d-9f5f-b2fc5d0376dd tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0975423 Mar 08 19:16:16.592855 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11d346-3d74-4260-8076-7835f18fb64e req-9a854925-ff0b-47f2-b63b-3683f09369df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:16.597761 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5e11d346-3d74-4260-8076-7835f18fb64e req-9a854925-ff0b-47f2-b63b-3683f09369df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=37265fb7fc504f8cac7b926cd828faac&device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 1128 time: 0.2128515 Mar 08 19:16:16.626567 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364d982-78c4-4b9a-a2b8-333adbd1882b req-b358e5e3-18a2-4621-8504-97f08a6fe02b tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:16.626567 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4364d982-78c4-4b9a-a2b8-333adbd1882b req-b358e5e3-18a2-4621-8504-97f08a6fe02b tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 944 time: 0.2241378 Mar 08 19:16:16.800075 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c3e3-a035-42ff-975c-e137721e5116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (b93cf4c0-6e2b-4cb9-916e-958d0daf2295), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:16.809837 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c3e3-a035-42ff-975c-e137721e5116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:16.814350 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-6bb3c3e3-a035-42ff-975c-e137721e5116 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b93cf4c0-6e2b-4cb9-916e-958d0daf2295 HTTP/1.1" status: 204 len: 168 time: 0.3960738 Mar 08 19:16:16.833865 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3c3e3-a035-42ff-975c-e137721e5116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93cf4c0-6e2b-4cb9-916e-958d0daf2295,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:17.075778 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4364d982-78c4-4b9a-a2b8-333adbd1882b req-a4bd9ac7-3d8d-4468-9553-2f7917e81094 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201443 Mar 08 19:16:17.098804 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11d346-3d74-4260-8076-7835f18fb64e req-262082c2-53a8-4d85-9f8c-c0674ff03aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:17.100641 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5e11d346-3d74-4260-8076-7835f18fb64e req-262082c2-53a8-4d85-9f8c-c0674ff03aa9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=163cc6d9-161d-4270-82fc-6e43ab70346b HTTP/1.1" status: 200 len: 913 time: 0.4889917 Mar 08 19:16:17.328145 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-40204c8f-8cee-40ae-ba76-045bf389c6ed req-7b9e57ae-519e-4100-bca6-c8d7cec5526d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 210 time: 0.0545650 Mar 08 19:16:17.332065 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.64', 59578) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:17.388375 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5e11d346-3d74-4260-8076-7835f18fb64e req-d0532092-2b10-4fee-bd0c-07f68faddc6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eedeebf-db9b-431f-a5bd-28365eee2d81 HTTP/1.1" status: 200 len: 217 time: 0.0707741 Mar 08 19:16:17.503678 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11d346-3d74-4260-8076-7835f18fb64e req-c7938bad-339a-4d8a-876b-d05dd9515661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:17.508549 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5e11d346-3d74-4260-8076-7835f18fb64e req-c7938bad-339a-4d8a-876b-d05dd9515661 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be371edc-ffd2-4c58-9dd3-e138503fa280 HTTP/1.1" status: 200 len: 852 time: 0.1129282 Mar 08 19:16:17.564046 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5e11d346-3d74-4260-8076-7835f18fb64e req-909bb188-a67a-495e-ae5f-c0564d45c0e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=163cc6d9-161d-4270-82fc-6e43ab70346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336435 Mar 08 19:16:17.715072 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-a8eb17ad-e2ab-4ab7-8f9d-6d40bc15ab38 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:17.718038 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-a8eb17ad-e2ab-4ab7-8f9d-6d40bc15ab38 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "GET /v2.0/networks?id=388fd34c-8824-4f29-8fd1-2b60271e031f HTTP/1.1" status: 200 len: 814 time: 0.3845150 Mar 08 19:16:17.766603 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cc6aad4b-c34e-4cc0-b9d9-2f4ab458c85d req-95140070-9b8b-48ad-98e8-5702275dc765 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0393372 Mar 08 19:16:17.816081 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5e11d346-3d74-4260-8076-7835f18fb64e req-f4beb0ef-2574-4de8-b3f6-c46142400941 service neutron] 10.222.0.64 "GET /v2.0/networks/163cc6d9-161d-4270-82fc-6e43ab70346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417705 Mar 08 19:16:18.267860 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce26200-6541-47c1-882c-c2db04426dea req-529e628a-9a48-4b8d-8935-b40c39292d98 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:18.269876 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9ce26200-6541-47c1-882c-c2db04426dea req-529e628a-9a48-4b8d-8935-b40c39292d98 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 944 time: 0.0733635 Mar 08 19:16:18.339562 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9ce26200-6541-47c1-882c-c2db04426dea req-96ca8d93-45af-4443-b4e5-1f2d586f6c3f tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602639 Mar 08 19:16:18.488339 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bf402e92-5a4a-43e0-bda6-b715dc160b44 req-794008bf-a955-41b8-b62d-d2ce6f8eda2e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 210 time: 0.0463648 Mar 08 19:16:18.620060 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 37318) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:18.955880 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0df5acdf-7b60-4f87-ad69-d61a4f5d52d0 req-238a86fe-c8e9-475b-ace0-85670eab8919 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0359726 Mar 08 19:16:18.987752 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-aba6b463-ac7c-4544-a8bf-ec7b5c5739ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:19.059572 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-aba6b463-ac7c-4544-a8bf-ec7b5c5739ad admin admin] Publish callbacks [] for security_group (20b2fd01-a013-458c-b911-8ccca9bdb5d8), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:19.113535 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-aba6b463-ac7c-4544-a8bf-ec7b5c5739ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (20b2fd01-a013-458c-b911-8ccca9bdb5d8), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:19.154524 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-aba6b463-ac7c-4544-a8bf-ec7b5c5739ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9e264207da94aa4a82eea7c1820c675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5306561 Mar 08 19:16:19.155468 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6b463-ac7c-4544-a8bf-ec7b5c5739ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b2fd01-a013-458c-b911-8ccca9bdb5d8,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:19.157284 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 37334) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:19.206805 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-697ef0ed-988e-4321-b227-7efbc51fa12e admin admin] Publish callbacks [] for security_group (20b2fd01-a013-458c-b911-8ccca9bdb5d8), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:19.228067 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-697ef0ed-988e-4321-b227-7efbc51fa12e admin admin] Publish callbacks [] for security_group (20b2fd01-a013-458c-b911-8ccca9bdb5d8), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:19.365067 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-697ef0ed-988e-4321-b227-7efbc51fa12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (20b2fd01-a013-458c-b911-8ccca9bdb5d8), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:19.367748 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-697ef0ed-988e-4321-b227-7efbc51fa12e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:19.369572 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-697ef0ed-988e-4321-b227-7efbc51fa12e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20b2fd01-a013-458c-b911-8ccca9bdb5d8 HTTP/1.1" status: 204 len: 168 time: 0.2104731 Mar 08 19:16:19.377431 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ef0ed-988e-4321-b227-7efbc51fa12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b2fd01-a013-458c-b911-8ccca9bdb5d8,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:19.467287 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356356b-cfb9-463e-a19c-7e2bb089e0f7 req-91631d80-46bc-4a02-a417-aceb3359ef18 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:19.468784 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0356356b-cfb9-463e-a19c-7e2bb089e0f7 req-91631d80-46bc-4a02-a417-aceb3359ef18 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 944 time: 0.0555775 Mar 08 19:16:19.517246 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0356356b-cfb9-463e-a19c-7e2bb089e0f7 req-fb783577-2233-4838-be97-d353b172b609 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429480 Mar 08 19:16:19.613734 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5eb6d704-0b2f-44c5-9c17-45babf314493 req-c5b19302-ba30-47bc-b504-9edc614cd2f6 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 210 time: 0.0324984 Mar 08 19:16:20.050138 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1886b4c8-0d4c-4867-a4c6-ec54ad8e3ede req-d17357c8-2214-4077-9329-04962ebb5f2e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0261636 Mar 08 19:16:20.122552 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 37356) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:20.136246 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-28e8a593-cade-4e6c-a3de-90c7a1e516a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:20.212831 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-28e8a593-cade-4e6c-a3de-90c7a1e516a8 admin admin] Publish callbacks [] for security_group (329fc757-df4e-4331-a0b0-b132d34a7be5), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:20.273516 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-28e8a593-cade-4e6c-a3de-90c7a1e516a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (329fc757-df4e-4331-a0b0-b132d34a7be5), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:20.310010 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8a593-cade-4e6c-a3de-90c7a1e516a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329fc757-df4e-4331-a0b0-b132d34a7be5,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:20.317214 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-28e8a593-cade-4e6c-a3de-90c7a1e516a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1e8267ddf3a46e481b33ee50a5654f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935871 Mar 08 19:16:20.317395 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 37358) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:20.369555 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7eee605e-54bd-421e-b014-655bf00ab9e9 admin admin] Publish callbacks [] for security_group (329fc757-df4e-4331-a0b0-b132d34a7be5), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:20.393171 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7eee605e-54bd-421e-b014-655bf00ab9e9 admin admin] Publish callbacks [] for security_group (329fc757-df4e-4331-a0b0-b132d34a7be5), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:20.627311 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7eee605e-54bd-421e-b014-655bf00ab9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (329fc757-df4e-4331-a0b0-b132d34a7be5), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:20.630002 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7eee605e-54bd-421e-b014-655bf00ab9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:20.632189 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-7eee605e-54bd-421e-b014-655bf00ab9e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/329fc757-df4e-4331-a0b0-b132d34a7be5 HTTP/1.1" status: 204 len: 168 time: 0.3130765 Mar 08 19:16:20.648240 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee605e-54bd-421e-b014-655bf00ab9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329fc757-df4e-4331-a0b0-b132d34a7be5,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:20.727204 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-43c36996-adcd-424a-9c2f-03b9564404ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:20.734983 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e5dc-fcc9-402e-b2d6-762b655b4276 req-a7e9ee2a-a7f0-4a28-af09-a35edc692926 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:20.737694 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c268e5dc-fcc9-402e-b2d6-762b655b4276 req-a7e9ee2a-a7f0-4a28-af09-a35edc692926 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 944 time: 0.1328619 Mar 08 19:16:20.810546 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-36651449-52be-40fc-a70b-167a9017c1e3 req-afdaecef-6e79-4586-9a1e-8d2ac4dbf3e6 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 210 time: 0.0711265 Mar 08 19:16:20.894451 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c268e5dc-fcc9-402e-b2d6-762b655b4276 req-bbeda099-285b-4cb3-b283-7715085a0b8a tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384025 Mar 08 19:16:21.162088 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8c27a883-ff77-408a-b520-7dcbe8b3150d req-34d9dba5-2b62-4e29-a03f-747bc82842fc tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0397248 Mar 08 19:16:21.983520 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a7d1ebda-ea6d-435d-84ac-2b564823a897 req-dc4ffa1c-9131-476c-81a5-a5f4ea14cd1e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 210 time: 0.0791309 Mar 08 19:16:22.093046 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a91b2a-5eed-421d-aeb8-1a9fbf92d96e req-0500f8eb-9fae-4d81-8a24-dc9fecb67cd9 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:22.094844 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d9a91b2a-5eed-421d-aeb8-1a9fbf92d96e req-0500f8eb-9fae-4d81-8a24-dc9fecb67cd9 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 944 time: 0.1093695 Mar 08 19:16:22.152305 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d9a91b2a-5eed-421d-aeb8-1a9fbf92d96e req-bc51260d-9c17-4b03-9163-38594a768499 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469277 Mar 08 19:16:22.270008 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-816ebcd6-0ad1-4da4-a924-5f13893fe68d req-36301823-8112-43ae-94f5-d4b4ff8f8f34 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0289786 Mar 08 19:16:23.098980 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-40b632ad-4e79-4609-8c8a-27601405da5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:23.121215 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-12fee19c-2c2e-4443-a3d1-7c31e1f58df7 req-c9f5d84c-d7ee-4949-843c-35e98308fb9c tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 210 time: 0.0277300 Mar 08 19:16:23.277977 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7199bb-d778-48c7-b765-9e0e21980b5e req-addcbe74-b9a8-4d8c-b076-bf554b232017 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:23.279536 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5e7199bb-d778-48c7-b765-9e0e21980b5e req-addcbe74-b9a8-4d8c-b076-bf554b232017 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 944 time: 0.0539136 Mar 08 19:16:23.329245 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5e7199bb-d778-48c7-b765-9e0e21980b5e req-264d7a97-5493-4559-936a-6a5c07dc6693 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441041 Mar 08 19:16:23.368818 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7b5cd099-aab1-462a-8b5c-101ff306a75a req-20da35fa-0f4c-4f1d-9eb3-691234213731 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0264428 Mar 08 19:16:24.224431 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:24.254949 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-46830449-75ed-491e-a338-22d32b739549 req-ce08d34b-6f6c-472a-a51d-1a9a23cb97fe tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 210 time: 0.0394590 Mar 08 19:16:24.507229 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bc789c98-f7ba-42d9-8707-cd176b6a586e req-5e6639fc-620b-49b5-ae2c-9a2d1d5a7de8 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0401003 Mar 08 19:16:24.535466 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50584a-e511-498a-9b8f-3950790f4dce req-09543978-eb7e-4b99-957c-6ba59d04c978 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:24.546788 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8b50584a-e511-498a-9b8f-3950790f4dce req-09543978-eb7e-4b99-957c-6ba59d04c978 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 944 time: 0.1173813 Mar 08 19:16:24.608303 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8b50584a-e511-498a-9b8f-3950790f4dce req-27ff04c8-dd66-4d31-9c97-b2541175c4b5 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538580 Mar 08 19:16:24.736139 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:24.821862 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-bdc81cac-6c23-4b88-be6c-18368b83ee16 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96c3bb88a07f471ba34d69352508cf40 HTTP/1.1" status: 200 len: 380 time: 0.0786664 Mar 08 19:16:24.835844 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-0a6b9a57-f99b-4508-8001-75a5a7203fc6 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'port': {'device_id': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'admin_state_up': True, 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'security_groups': ['40a1eebb-de59-4444-b00d-e57916703f27']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:24.916659 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5e11d346-3d74-4260-8076-7835f18fb64e req-dcfa46ee-0416-4e93-b779-4775c5ca2090 service neutron] 10.222.0.64 "GET /v2.0/networks/163cc6d9-161d-4270-82fc-6e43ab70346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683862 Mar 08 19:16:25.153487 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-0a6b9a57-f99b-4508-8001-75a5a7203fc6 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Made reservation on behalf of 96c3bb88a07f471ba34d69352508cf40 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:16:25.157567 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-0a6b9a57-f99b-4508-8001-75a5a7203fc6 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:25.338180 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-61741110-be19-4be6-b20a-59ca10e35260 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:25.340124 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-61741110-be19-4be6-b20a-59ca10e35260 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.64 "GET /v2.0/networks?id=46edac82-f34a-4fd3-bd2f-ca292de936fb HTTP/1.1" status: 200 len: 816 time: 0.1152523 Mar 08 19:16:25.382961 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-894a9e15-9cd5-4e86-969f-2e0d143bab80 req-5c5f7ae8-93d2-472f-aa75-ad278a1f8d14 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 210 time: 0.0407481 Mar 08 19:16:25.438981 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-0dad2d03-cfe3-4cb3-8f37-9cf704c4201d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e232d9d1074348e8bcb4ab6f69434a83 HTTP/1.1" status: 200 len: 379 time: 0.0858085 Mar 08 19:16:25.445046 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-0a6b9a57-f99b-4508-8001-75a5a7203fc6 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Allocated IP 172.20.0.3 (388fd34c-8824-4f29-8fd1-2b60271e031f/e5d488cc-d933-4aa0-9cc6-087a844e6a20/63a706b0-f72c-42d1-828e-e709afb6a975) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:16:25.481915 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-8742c2ce-2cd4-4912-9fe5-35d4acfdb57a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Request body: {'port': {'device_id': '77883da4-802b-4542-9318-8174c773d3d2', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'admin_state_up': True, 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'security_groups': ['1306173b-49fb-4b8d-9536-b278284049dc']}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:25.484530 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 37506) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:25.645928 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-0a6b9a57-f99b-4508-8001-75a5a7203fc6 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for port (63a706b0-f72c-42d1-828e-e709afb6a975), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:25.743338 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-64811b56-fdee-433a-95a4-70b0aa4f9561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:25.763265 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6894ffd3-d0fa-4a4e-9ff5-e9c1cbfc506f req-d2fe57fd-56dd-40de-a265-40af7a3d6961 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0535100 Mar 08 19:16:25.771349 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:25.801116 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-0a6b9a57-f99b-4508-8001-75a5a7203fc6 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (63a706b0-f72c-42d1-828e-e709afb6a975), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:25.838348 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecb2f0-0d21-43e4-bbc7-14cb8984850c req-2b72d97e-8e05-47bc-b844-d53a7645c518 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:25.846042 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ddecb2f0-0d21-43e4-bbc7-14cb8984850c req-2b72d97e-8e05-47bc-b844-d53a7645c518 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 944 time: 0.1185987 Mar 08 19:16:25.902161 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-0a6b9a57-f99b-4508-8001-75a5a7203fc6 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Network 388fd34c-8824-4f29-8fd1-2b60271e031f is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:16:25.903094 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ddecb2f0-0d21-43e4-bbc7-14cb8984850c req-83eb7a15-5857-4a07-8b05-c3d986784094 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521262 Mar 08 19:16:25.916488 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-0a6b9a57-f99b-4508-8001-75a5a7203fc6 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:16:25.916593 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-8742c2ce-2cd4-4912-9fe5-35d4acfdb57a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Made reservation on behalf of e232d9d1074348e8bcb4ab6f69434a83 for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:16:25.919547 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-8742c2ce-2cd4-4912-9fe5-35d4acfdb57a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:25.920206 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-0a6b9a57-f99b-4508-8001-75a5a7203fc6 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:16:25.932123 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-0a6b9a57-f99b-4508-8001-75a5a7203fc6 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:25.932779 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-0a6b9a57-f99b-4508-8001-75a5a7203fc6 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:25.936801 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b9a57-f99b-4508-8001-75a5a7203fc6 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'Port': ['ID=63a706b0-f72c-42d1-828e-e709afb6a975,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:25.942854 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-64811b56-fdee-433a-95a4-70b0aa4f9561 admin admin] Publish callbacks [] for security_group (839eaacd-ae4a-4a94-8e3b-fd757266af29), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:26.063955 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-8742c2ce-2cd4-4912-9fe5-35d4acfdb57a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Allocated IP 172.20.0.12 (46edac82-f34a-4fd3-bd2f-ca292de936fb/3c12f396-82f2-4313-8a98-b17d51e08628/34502e9b-8ce0-42c4-bc29-94a2de69e607) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:16:26.072396 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-0a6b9a57-f99b-4508-8001-75a5a7203fc6 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2429132 Mar 08 19:16:26.073323 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-64811b56-fdee-433a-95a4-70b0aa4f9561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (839eaacd-ae4a-4a94-8e3b-fd757266af29), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:26.095440 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Request body: {'port': {'device_id': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:26.164253 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-376e0680-4729-4e6a-b574-85093fd636f5 None None] Provisioning complete for port 63a706b0-f72c-42d1-828e-e709afb6a975 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:26.164923 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-376e0680-4729-4e6a-b574-85093fd636f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (63a706b0-f72c-42d1-828e-e709afb6a975), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:26.202142 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-376e0680-4729-4e6a-b574-85093fd636f5 None None] Port 63a706b0-f72c-42d1-828e-e709afb6a975 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:16:26.211494 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-8742c2ce-2cd4-4912-9fe5-35d4acfdb57a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:26.282873 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64811b56-fdee-433a-95a4-70b0aa4f9561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839eaacd-ae4a-4a94-8e3b-fd757266af29,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:26.286997 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-64811b56-fdee-433a-95a4-70b0aa4f9561 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51d00a89d5c44c1db8bbff3ed54b6c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8014989 Mar 08 19:16:26.289581 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 37526) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:26.339700 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-8742c2ce-2cd4-4912-9fe5-35d4acfdb57a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:26.350383 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (63a706b0-f72c-42d1-828e-e709afb6a975), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:26.391033 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-8742c2ce-2cd4-4912-9fe5-35d4acfdb57a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Network 46edac82-f34a-4fd3-bd2f-ca292de936fb is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:16:26.392918 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-444e727c-5cfe-40a6-9972-1c3fe8694aa0 admin admin] Publish callbacks [] for security_group (839eaacd-ae4a-4a94-8e3b-fd757266af29), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:26.397726 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-8742c2ce-2cd4-4912-9fe5-35d4acfdb57a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:16:26.406060 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-8742c2ce-2cd4-4912-9fe5-35d4acfdb57a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:16:26.412745 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-8742c2ce-2cd4-4912-9fe5-35d4acfdb57a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:26.413472 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-8742c2ce-2cd4-4912-9fe5-35d4acfdb57a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:26.434301 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742c2ce-2cd4-4912-9fe5-35d4acfdb57a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Pushing event updated for resources: {'Port': ['ID=34502e9b-8ce0-42c4-bc29-94a2de69e607,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:26.439662 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-444e727c-5cfe-40a6-9972-1c3fe8694aa0 admin admin] Publish callbacks [] for security_group (839eaacd-ae4a-4a94-8e3b-fd757266af29), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:26.540705 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f07e5-28c5-4041-9f4b-54d3c1dbdac9 req-53284171-f6b9-4eb2-b402-f95863aa766c tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:26.542456 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-118f07e5-28c5-4041-9f4b-54d3c1dbdac9 req-53284171-f6b9-4eb2-b402-f95863aa766c tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 931 time: 0.0738330 Mar 08 19:16:26.566893 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-8742c2ce-2cd4-4912-9fe5-35d4acfdb57a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0897501 Mar 08 19:16:26.619007 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-118f07e5-28c5-4041-9f4b-54d3c1dbdac9 req-03b5bd8f-9cb4-468d-9644-60482f536b97 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=40a1eebb-de59-4444-b00d-e57916703f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684674 Mar 08 19:16:26.736331 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-14e64e52-9cbc-4995-aa5f-c3ee7fbc5aa5 None None] Provisioning complete for port 34502e9b-8ce0-42c4-bc29-94a2de69e607 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:26.737086 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-14e64e52-9cbc-4995-aa5f-c3ee7fbc5aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:26.781134 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-14e64e52-9cbc-4995-aa5f-c3ee7fbc5aa5 None None] Port 34502e9b-8ce0-42c4-bc29-94a2de69e607 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:16:26.787445 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a706b0-f72c-42d1-828e-e709afb6a975 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:16:26.795750 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Publish callbacks [] for port (63a706b0-f72c-42d1-828e-e709afb6a975), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:26.828443 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Transition to ACTIVE for port object 63a706b0-f72c-42d1-828e-e709afb6a975 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:16:26.830148 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-444e727c-5cfe-40a6-9972-1c3fe8694aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (839eaacd-ae4a-4a94-8e3b-fd757266af29), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:26.831941 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-444e727c-5cfe-40a6-9972-1c3fe8694aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:26.833142 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-444e727c-5cfe-40a6-9972-1c3fe8694aa0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/839eaacd-ae4a-4a94-8e3b-fd757266af29 HTTP/1.1" status: 204 len: 168 time: 0.5426419 Mar 08 19:16:26.843893 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e727c-5cfe-40a6-9972-1c3fe8694aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839eaacd-ae4a-4a94-8e3b-fd757266af29,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:26.920420 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e364dc8-0540-4f44-86cb-75181f0449ea req-787c1fd4-c4dc-420b-9add-52223d896e2f tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:26.922220 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3e364dc8-0540-4f44-86cb-75181f0449ea req-787c1fd4-c4dc-420b-9add-52223d896e2f tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 932 time: 0.0578611 Mar 08 19:16:26.949540 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (63a706b0-f72c-42d1-828e-e709afb6a975), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:26.981317 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3e364dc8-0540-4f44-86cb-75181f0449ea req-574a4f86-e921-4d57-a0fd-b5ea238074b5 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529335 Mar 08 19:16:27.008519 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Pushing event updated for resources: {'Port': ['ID=63a706b0-f72c-42d1-828e-e709afb6a975,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:27.041529 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272a5ff-66cc-4877-a4b4-ce67b849bd2d req-214cee56-27a8-4c0a-9f34-a9f57f6ee708 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:27.043300 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5272a5ff-66cc-4877-a4b4-ce67b849bd2d req-214cee56-27a8-4c0a-9f34-a9f57f6ee708 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 944 time: 0.0757785 Mar 08 19:16:27.077833 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Attempting to bind port 63a706b0-f72c-42d1-828e-e709afb6a975 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:16:27.078282 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Attempting to bind port 63a706b0-f72c-42d1-828e-e709afb6a975 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:16:27.078864 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Attempting to bind port 63a706b0-f72c-42d1-828e-e709afb6a975 on network 388fd34c-8824-4f29-8fd1-2b60271e031f {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:16:27.083701 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:27.083861 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Port 63a706b0-f72c-42d1-828e-e709afb6a975 on network 388fd34c-8824-4f29-8fd1-2b60271e031f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:16:27.084038 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Attempting to bind port 63a706b0-f72c-42d1-828e-e709afb6a975 on network 388fd34c-8824-4f29-8fd1-2b60271e031f {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:16:27.090201 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:16:27.090816 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Checking segment: {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:16:27.091510 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Bound using segment: {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:16:27.092121 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Bound port: 63a706b0-f72c-42d1-828e-e709afb6a975, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:16:27.092693 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (63a706b0-f72c-42d1-828e-e709afb6a975), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:27.115039 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5272a5ff-66cc-4877-a4b4-ce67b849bd2d req-0b0e13a3-1165-4800-b13b-17265eb8be5e tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652840 Mar 08 19:16:27.169890 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] For port 63a706b0-f72c-42d1-828e-e709afb6a975, host hv-cinder-83009, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:16:27.174751 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] For port 63a706b0-f72c-42d1-828e-e709afb6a975, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=63a706b0-f72c-42d1-828e-e709afb6a975,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:16:27.281449 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 37562) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:27.327435 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (63a706b0-f72c-42d1-828e-e709afb6a975), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:27.373752 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:27.374495 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:27.375965 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] 10.222.0.64 "PUT /v2.0/ports/63a706b0-f72c-42d1-828e-e709afb6a975 HTTP/1.1" status: 200 len: 1093 time: 1.2848458 Mar 08 19:16:27.379932 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'tag': '63a706b0-f72c-42d1-828e-e709afb6a975'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:16:27.475912 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7fec6629-c81a-42ee-a3cf-ecbeeb237791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:27.479182 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f02050-0e31-4d7b-8ddc-e82a5858845d service neutron] Pushing event updated for resources: {'Port': ['ID=63a706b0-f72c-42d1-828e-e709afb6a975,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:27.575290 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7fec6629-c81a-42ee-a3cf-ecbeeb237791 admin admin] Publish callbacks [] for security_group (2750783d-1a8f-4bd0-9bac-915a2fac8a87), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:27.607256 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a7972e-28e1-4557-8590-dcef2565358f" -d '{"events": [{"name": "network-changed", "server_uuid": "475a6bb9-3c71-4739-9c8b-53a100d4eccf", "tag": "63a706b0-f72c-42d1-828e-e709afb6a975"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:16:27.669830 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7fec6629-c81a-42ee-a3cf-ecbeeb237791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (2750783d-1a8f-4bd0-9bac-915a2fac8a87), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:27.706036 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01eb8c1-26c9-4f83-9d58-e9246a674b15 x-openstack-request-id: req-c01eb8c1-26c9-4f83-9d58-e9246a674b15 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:16:27.706328 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475a6bb9-3c71-4739-9c8b-53a100d4eccf", "tag": "63a706b0-f72c-42d1-828e-e709afb6a975", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:16:27.710931 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c01eb8c1-26c9-4f83-9d58-e9246a674b15 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:16:27.710931 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'tag': '63a706b0-f72c-42d1-828e-e709afb6a975', 'status': 'completed', 'code': 200} Mar 08 19:16:27.723157 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-7fec6629-c81a-42ee-a3cf-ecbeeb237791 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97356ee2f6b844efa99880e890b459a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4379106 Mar 08 19:16:27.723460 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 37578) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:27.729792 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec6629-c81a-42ee-a3cf-ecbeeb237791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2750783d-1a8f-4bd0-9bac-915a2fac8a87,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:27.742336 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 37580) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:27.746821 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6c6a9-6913-44bd-bf9a-3bb21ed24b2e req-17bab203-a964-4299-8fef-fb140717c269 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:27.748316 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-edd6c6a9-6913-44bd-bf9a-3bb21ed24b2e req-17bab203-a964-4299-8fef-fb140717c269 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 943 time: 0.0566909 Mar 08 19:16:27.769495 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fa61a310-40bb-4942-a499-05b1b4f5747c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:27.809547 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-edd6c6a9-6913-44bd-bf9a-3bb21ed24b2e req-4f621abf-25fa-449d-9097-3245da67851c tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=40a1eebb-de59-4444-b00d-e57916703f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494158 Mar 08 19:16:27.826089 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9d131f8f-7051-4505-b041-d570d63caf1c admin admin] Publish callbacks [] for security_group (2750783d-1a8f-4bd0-9bac-915a2fac8a87), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:27.858618 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9d131f8f-7051-4505-b041-d570d63caf1c admin admin] Publish callbacks [] for security_group (2750783d-1a8f-4bd0-9bac-915a2fac8a87), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:27.907044 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fa61a310-40bb-4942-a499-05b1b4f5747c admin admin] Publish callbacks [] for security_group (01f945e4-8674-4391-ac6f-364c97db36ed), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:28.010075 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fa61a310-40bb-4942-a499-05b1b4f5747c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (01f945e4-8674-4391-ac6f-364c97db36ed), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:28.035963 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9d131f8f-7051-4505-b041-d570d63caf1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (2750783d-1a8f-4bd0-9bac-915a2fac8a87), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:28.038419 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9d131f8f-7051-4505-b041-d570d63caf1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:28.042654 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-9d131f8f-7051-4505-b041-d570d63caf1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2750783d-1a8f-4bd0-9bac-915a2fac8a87 HTTP/1.1" status: 204 len: 168 time: 0.3154840 Mar 08 19:16:28.063316 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-fa61a310-40bb-4942-a499-05b1b4f5747c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd936962dbc3442f932703309cefbb71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182809 Mar 08 19:16:28.064090 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61a310-40bb-4942-a499-05b1b4f5747c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f945e4-8674-4391-ac6f-364c97db36ed,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:28.066092 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 37592) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:28.081755 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d131f8f-7051-4505-b041-d570d63caf1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2750783d-1a8f-4bd0-9bac-915a2fac8a87,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:28.169152 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d3de545f-10b1-4aaf-b55f-44aa971645db admin admin] Publish callbacks [] for security_group (01f945e4-8674-4391-ac6f-364c97db36ed), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:28.187414 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56c1e4-88a9-46a5-aaef-cadf07b81f0f req-7d183a8e-18aa-4472-91b9-0ddb40c8f683 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:28.188870 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8f56c1e4-88a9-46a5-aaef-cadf07b81f0f req-7d183a8e-18aa-4472-91b9-0ddb40c8f683 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 932 time: 0.0774622 Mar 08 19:16:28.233047 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d3de545f-10b1-4aaf-b55f-44aa971645db admin admin] Publish callbacks [] for security_group (01f945e4-8674-4391-ac6f-364c97db36ed), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:28.299139 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8f56c1e4-88a9-46a5-aaef-cadf07b81f0f req-ee049b5e-026a-4dea-87c9-10366444709b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039693 Mar 08 19:16:28.311120 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1853b1-672b-4a0a-8244-4175119d9f03 req-b95d6a0f-f35d-484b-88f1-13be3318c9dd tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:28.312604 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c1853b1-672b-4a0a-8244-4175119d9f03 req-b95d6a0f-f35d-484b-88f1-13be3318c9dd tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 944 time: 0.1213481 Mar 08 19:16:28.362431 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c1853b1-672b-4a0a-8244-4175119d9f03 req-3e3b9a15-73b6-4441-b6df-7045b0e7d976 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439720 Mar 08 19:16:28.387300 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d3de545f-10b1-4aaf-b55f-44aa971645db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (01f945e4-8674-4391-ac6f-364c97db36ed), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:28.390030 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d3de545f-10b1-4aaf-b55f-44aa971645db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:28.391183 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-d3de545f-10b1-4aaf-b55f-44aa971645db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01f945e4-8674-4391-ac6f-364c97db36ed HTTP/1.1" status: 204 len: 168 time: 0.3240962 Mar 08 19:16:28.400701 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de545f-10b1-4aaf-b55f-44aa971645db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f945e4-8674-4391-ac6f-364c97db36ed,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:28.894837 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 37608) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:28.910251 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-17061e5e-4c06-4629-8ecb-311eb9b6d290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:28.926830 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43a57b-d781-4c53-b471-00a5062e100e req-9a904b41-73bd-46ab-beee-811a273c4f9f tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:28.928357 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4e43a57b-d781-4c53-b471-00a5062e100e req-9a904b41-73bd-46ab-beee-811a273c4f9f tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 943 time: 0.0577672 Mar 08 19:16:28.980997 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4e43a57b-d781-4c53-b471-00a5062e100e req-ffa11c87-25d9-49a4-b7d0-ef16a3f6f189 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=40a1eebb-de59-4444-b00d-e57916703f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460021 Mar 08 19:16:29.000205 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-17061e5e-4c06-4629-8ecb-311eb9b6d290 admin admin] Publish callbacks [] for security_group (fa3b77e4-540a-4e38-af0e-b129326330c6), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:29.206919 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Request body: {'port': {'device_id': '77883da4-802b-4542-9318-8174c773d3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:29.283530 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:29.316543 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7972e-28e1-4557-8590-dcef2565358f req-7f353851-c878-4bf9-b7be-686ba6c81b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:29.318048 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-16a7972e-28e1-4557-8590-dcef2565358f req-7f353851-c878-4bf9-b7be-686ba6c81b0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 1127 time: 0.0942099 Mar 08 19:16:29.578877 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ec405-f434-44c2-95c7-e0be3053d4d8 req-78bfee92-a557-4a02-8299-03692fd70f31 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:29.580342 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2d6ec405-f434-44c2-95c7-e0be3053d4d8 req-78bfee92-a557-4a02-8299-03692fd70f31 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 932 time: 0.1610999 Mar 08 19:16:29.597531 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbd03b-0d93-43cf-a2ed-908502630ee7 req-13bfe453-bb76-4828-a4f4-0b021fcaf81a tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:29.599106 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-75dbd03b-0d93-43cf-a2ed-908502630ee7 req-13bfe453-bb76-4828-a4f4-0b021fcaf81a tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 944 time: 0.1411560 Mar 08 19:16:29.696427 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2d6ec405-f434-44c2-95c7-e0be3053d4d8 req-ccf262a7-9a3b-4bd5-b8ec-ed2077dadf44 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077991 Mar 08 19:16:29.707402 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-75dbd03b-0d93-43cf-a2ed-908502630ee7 req-ad968e72-ee19-4711-b415-a4b898671f12 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956061 Mar 08 19:16:29.752931 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34502e9b-8ce0-42c4-bc29-94a2de69e607 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:16:29.760340 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Publish callbacks [] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:29.771762 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Transition to ACTIVE for port object 34502e9b-8ce0-42c4-bc29-94a2de69e607 will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:16:29.949547 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-17061e5e-4c06-4629-8ecb-311eb9b6d290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (fa3b77e4-540a-4e38-af0e-b129326330c6), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:29.984851 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:29.996874 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-17061e5e-4c06-4629-8ecb-311eb9b6d290 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f120d6bce914d3eaa561b8398b637fc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1001484 Mar 08 19:16:29.998639 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 37630) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:30.000624 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17061e5e-4c06-4629-8ecb-311eb9b6d290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3b77e4-540a-4e38-af0e-b129326330c6,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:30.040689 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Pushing event updated for resources: {'Port': ['ID=34502e9b-8ce0-42c4-bc29-94a2de69e607,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:30.067678 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e3654099-adb5-41e7-8518-3aac2bc9cce1 admin admin] Publish callbacks [] for security_group (fa3b77e4-540a-4e38-af0e-b129326330c6), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:30.092956 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e3654099-adb5-41e7-8518-3aac2bc9cce1 admin admin] Publish callbacks [] for security_group (fa3b77e4-540a-4e38-af0e-b129326330c6), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:30.095691 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Attempting to bind port 34502e9b-8ce0-42c4-bc29-94a2de69e607 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:16:30.096021 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Attempting to bind port 34502e9b-8ce0-42c4-bc29-94a2de69e607 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:16:30.096511 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Attempting to bind port 34502e9b-8ce0-42c4-bc29-94a2de69e607 on network 46edac82-f34a-4fd3-bd2f-ca292de936fb {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:16:30.131240 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Port 34502e9b-8ce0-42c4-bc29-94a2de69e607 on network 46edac82-f34a-4fd3-bd2f-ca292de936fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:16:30.131600 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Attempting to bind port 34502e9b-8ce0-42c4-bc29-94a2de69e607 on network 46edac82-f34a-4fd3-bd2f-ca292de936fb {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:16:30.141300 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:16:30.141634 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Checking segment: {'id': 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:16:30.142030 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Bound using segment: {'id': 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:16:30.142457 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Bound port: 34502e9b-8ce0-42c4-bc29-94a2de69e607, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:16:30.142811 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:30.281002 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e3654099-adb5-41e7-8518-3aac2bc9cce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (fa3b77e4-540a-4e38-af0e-b129326330c6), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:30.283941 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e3654099-adb5-41e7-8518-3aac2bc9cce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:30.286738 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-e3654099-adb5-41e7-8518-3aac2bc9cce1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa3b77e4-540a-4e38-af0e-b129326330c6 HTTP/1.1" status: 204 len: 168 time: 0.2855489 Mar 08 19:16:30.294201 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3654099-adb5-41e7-8518-3aac2bc9cce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3b77e4-540a-4e38-af0e-b129326330c6,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:30.376121 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fd0b3-839f-4904-bb0b-2e002f0df464 req-9024ab39-7858-4b51-97b3-668ff3574566 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:30.382185 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7d9fd0b3-839f-4904-bb0b-2e002f0df464 req-9024ab39-7858-4b51-97b3-668ff3574566 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 943 time: 0.2891657 Mar 08 19:16:30.417589 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] For port 34502e9b-8ce0-42c4-bc29-94a2de69e607, host hv-cinder-83009, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:16:30.424956 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] For port 34502e9b-8ce0-42c4-bc29-94a2de69e607, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34502e9b-8ce0-42c4-bc29-94a2de69e607,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:16:30.442048 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7d9fd0b3-839f-4904-bb0b-2e002f0df464 req-05f3b943-8dc0-4ece-a441-7d392f037269 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=40a1eebb-de59-4444-b00d-e57916703f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589106 Mar 08 19:16:30.513975 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:30.550809 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:30.551518 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:30.552764 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] 10.222.0.64 "PUT /v2.0/ports/34502e9b-8ce0-42c4-bc29-94a2de69e607 HTTP/1.1" status: 200 len: 1094 time: 1.3546736 Mar 08 19:16:30.553274 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77883da4-802b-4542-9318-8174c773d3d2', 'tag': '34502e9b-8ce0-42c4-bc29-94a2de69e607'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:16:30.555779 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63d3f03-79d2-4b5a-9631-54b6ae2fc93b" -d '{"events": [{"name": "network-changed", "server_uuid": "77883da4-802b-4542-9318-8174c773d3d2", "tag": "34502e9b-8ce0-42c4-bc29-94a2de69e607"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:16:30.584769 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5e5bd-cead-4993-9b03-d9fce7bc4cef service neutron] Pushing event updated for resources: {'Port': ['ID=34502e9b-8ce0-42c4-bc29-94a2de69e607,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:30.593883 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f88b99-13b3-466b-9d4f-a0ebc91d0137 x-openstack-request-id: req-18f88b99-13b3-466b-9d4f-a0ebc91d0137 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:16:30.594167 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77883da4-802b-4542-9318-8174c773d3d2", "tag": "34502e9b-8ce0-42c4-bc29-94a2de69e607", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:16:30.594435 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18f88b99-13b3-466b-9d4f-a0ebc91d0137 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:16:30.594895 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77883da4-802b-4542-9318-8174c773d3d2', 'tag': '34502e9b-8ce0-42c4-bc29-94a2de69e607', 'status': 'completed', 'code': 200} Mar 08 19:16:30.792630 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d3f03-79d2-4b5a-9631-54b6ae2fc93b req-ce1e6e37-cce9-4665-99fa-25a7dc90bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:30.794071 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d63d3f03-79d2-4b5a-9631-54b6ae2fc93b req-ce1e6e37-cce9-4665-99fa-25a7dc90bc9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e232d9d1074348e8bcb4ab6f69434a83&device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 1128 time: 0.0987718 Mar 08 19:16:30.925025 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ce83f-4d41-4015-8049-57c9f0319d79 req-a5116ba3-d217-4558-b876-4e270c4b7e92 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:30.926577 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1f7ce83f-4d41-4015-8049-57c9f0319d79 req-a5116ba3-d217-4558-b876-4e270c4b7e92 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.1218107 Mar 08 19:16:30.944625 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e6509-e2cf-4c46-ba45-a1f311e710b8 req-df4c7997-aa79-4e1c-8e01-41e5aee2fdfe tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:30.948546 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7972e-28e1-4557-8590-dcef2565358f req-026d5fb4-d0c3-4aee-a0bc-0fd26cfd87d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:30.950002 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-16a7972e-28e1-4557-8590-dcef2565358f req-026d5fb4-d0c3-4aee-a0bc-0fd26cfd87d6 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=96c3bb88a07f471ba34d69352508cf40&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2820749 Mar 08 19:16:30.950941 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0c7e6509-e2cf-4c46-ba45-a1f311e710b8 req-df4c7997-aa79-4e1c-8e01-41e5aee2fdfe tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 944 time: 0.1063490 Mar 08 19:16:31.027948 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1f7ce83f-4d41-4015-8049-57c9f0319d79 req-55a6fabb-fba9-4d4b-97fe-249d966960d7 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758581 Mar 08 19:16:31.033252 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0c7e6509-e2cf-4c46-ba45-a1f311e710b8 req-c18c9380-80c0-49c6-9ed7-0ba30c5bd6cb tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707901 Mar 08 19:16:31.332535 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7972e-28e1-4557-8590-dcef2565358f req-d4a04b9a-dec9-48a5-b6e9-30d0db9ab8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:31.333661 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d3f03-79d2-4b5a-9631-54b6ae2fc93b req-74353e6f-3200-4c2c-8a36-8f024ede004c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:31.334322 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-16a7972e-28e1-4557-8590-dcef2565358f req-d4a04b9a-dec9-48a5-b6e9-30d0db9ab8f9 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1747127 Mar 08 19:16:31.335287 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d63d3f03-79d2-4b5a-9631-54b6ae2fc93b req-74353e6f-3200-4c2c-8a36-8f024ede004c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e232d9d1074348e8bcb4ab6f69434a83&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1753802 Mar 08 19:16:31.421815 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-33fd7083-67f4-48f9-b18b-eaa5ec6455ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:31.423355 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-33fd7083-67f4-48f9-b18b-eaa5ec6455ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 1127 time: 0.0495689 Mar 08 19:16:31.531568 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d3f03-79d2-4b5a-9631-54b6ae2fc93b req-e510330a-49a4-449b-b275-a6cc9864fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:31.533082 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d63d3f03-79d2-4b5a-9631-54b6ae2fc93b req-e510330a-49a4-449b-b275-a6cc9864fcbe service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1888430 Mar 08 19:16:31.663573 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-5a027c01-a827-47ad-9f9e-c9a9554f2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:31.665322 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-5a027c01-a827-47ad-9f9e-c9a9554f2fd4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e232d9d1074348e8bcb4ab6f69434a83&device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 1128 time: 0.0762088 Mar 08 19:16:31.672439 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7044f-e45b-4772-a5ba-6231bf53a19a req-42791ec4-6ed8-4467-b7cf-eeeb65236506 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:31.674039 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0cb7044f-e45b-4772-a5ba-6231bf53a19a req-42791ec4-6ed8-4467-b7cf-eeeb65236506 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 943 time: 0.1236637 Mar 08 19:16:31.684196 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-f6e5be4f-d371-423e-bfbe-9154a92e31a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63a706b0-f72c-42d1-828e-e709afb6a975 HTTP/1.1" status: 200 len: 217 time: 0.2513175 Mar 08 19:16:31.716772 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-79322837-07d6-4c03-9c34-4f4a5511a066 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34502e9b-8ce0-42c4-bc29-94a2de69e607 HTTP/1.1" status: 200 len: 217 time: 0.0419099 Mar 08 19:16:31.746723 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-bb4ac4bf-f172-413e-81e7-ce54e3c622f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:31.746723 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-bb4ac4bf-f172-413e-81e7-ce54e3c622f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5d488cc-d933-4aa0-9cc6-087a844e6a20 HTTP/1.1" status: 200 len: 853 time: 0.0540876 Mar 08 19:16:31.792901 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0cb7044f-e45b-4772-a5ba-6231bf53a19a req-29a6a03e-2426-45b5-9751-396cbd9af85e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=40a1eebb-de59-4444-b00d-e57916703f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099763 Mar 08 19:16:31.794376 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-bb6d6e45-98c2-482f-a80f-49d74360841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:31.795757 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-bb6d6e45-98c2-482f-a80f-49d74360841f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c12f396-82f2-4313-8a98-b17d51e08628 HTTP/1.1" status: 200 len: 855 time: 0.0727050 Mar 08 19:16:31.861333 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-1940a853-4038-41d8-9a85-0bedb82c941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:31.862877 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-1940a853-4038-41d8-9a85-0bedb82c941b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=388fd34c-8824-4f29-8fd1-2b60271e031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1070402 Mar 08 19:16:31.874203 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-92d1506f-263f-47a4-96eb-1b1fd950ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:31.875719 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-92d1506f-263f-47a4-96eb-1b1fd950ee8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46edac82-f34a-4fd3-bd2f-ca292de936fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735638 Mar 08 19:16:31.972240 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-5123c1a3-65dc-4b6c-aaa7-2bd28fc78e0d service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906713 Mar 08 19:16:31.972794 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-f0873846-0b88-461f-a46e-20b277b26b0f service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033556 Mar 08 19:16:32.085195 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c9dcd04-ac27-4f3e-9a82-44f27d5301c4 req-85d5a70e-bf9b-4eef-8edd-94263d0222fe service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033094 Mar 08 19:16:32.089393 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d5de3c62-28a2-42eb-ad16-082357634b9a req-20aa777b-296d-442e-a578-91220008a3e0 service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064448 Mar 08 19:16:32.198557 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cc59d-1bfe-4624-92e6-e2f67ed62965 req-53710e2b-772e-43a7-a738-124177304220 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:32.214282 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ea4cc59d-1bfe-4624-92e6-e2f67ed62965 req-53710e2b-772e-43a7-a738-124177304220 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0858464 Mar 08 19:16:32.290629 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ea4cc59d-1bfe-4624-92e6-e2f67ed62965 req-57907137-7bb5-47f5-aa85-3d4c2f03f853 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806837 Mar 08 19:16:32.296946 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca3ccd-09b0-4412-8d8b-add2e50dd630 req-ff88a8bc-a53c-4a38-b920-d5afd7fa98dc tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:32.303661 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c7ca3ccd-09b0-4412-8d8b-add2e50dd630 req-ff88a8bc-a53c-4a38-b920-d5afd7fa98dc tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 944 time: 0.1236796 Mar 08 19:16:32.346665 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c7ca3ccd-09b0-4412-8d8b-add2e50dd630 req-6d4721c9-e831-495d-8bcf-ab13df2a0538 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421224 Mar 08 19:16:32.919068 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413dc57-cb95-4a37-b0a3-2ce161ae26b3 req-cbbeffdb-8672-413e-8599-6f58dc3a6030 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:32.920442 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6413dc57-cb95-4a37-b0a3-2ce161ae26b3 req-cbbeffdb-8672-413e-8599-6f58dc3a6030 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 943 time: 0.0585172 Mar 08 19:16:32.970515 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6413dc57-cb95-4a37-b0a3-2ce161ae26b3 req-420f760d-2686-4b08-8c64-6ddcc18082ca tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=40a1eebb-de59-4444-b00d-e57916703f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405133 Mar 08 19:16:33.419688 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b662f-bf33-49f4-92db-b63afb07aa54 req-fd0856af-78c8-46be-85b3-c8d6611ce3ef tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:33.421186 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b89b662f-bf33-49f4-92db-b63afb07aa54 req-fd0856af-78c8-46be-85b3-c8d6611ce3ef tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0531485 Mar 08 19:16:33.508904 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b89b662f-bf33-49f4-92db-b63afb07aa54 req-d22fce96-8031-45fb-8868-b942a3724201 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785763 Mar 08 19:16:33.519379 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d66509-455f-4e19-a464-dcb9ad7cfe26 req-0faad370-1641-42b1-b0da-bb995f82f00c tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:33.520912 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e9d66509-455f-4e19-a464-dcb9ad7cfe26 req-0faad370-1641-42b1-b0da-bb995f82f00c tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 944 time: 0.0987945 Mar 08 19:16:33.574516 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 37790) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:33.579444 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e9d66509-455f-4e19-a464-dcb9ad7cfe26 req-8d2199de-515a-40de-b995-d642c51ad796 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498507 Mar 08 19:16:33.645154 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:16:33.681819 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3dcdc711-aa9a-4577-b1da-61e0d7b86e0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:33.760929 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3dcdc711-aa9a-4577-b1da-61e0d7b86e0a admin admin] Publish callbacks [] for security_group (69d91851-2cdd-4989-8f2d-9438cb00237a), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:33.791112 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 37796) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:33.852672 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3dcdc711-aa9a-4577-b1da-61e0d7b86e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (69d91851-2cdd-4989-8f2d-9438cb00237a), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:33.891404 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-3dcdc711-aa9a-4577-b1da-61e0d7b86e0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efd07a3fd5094df2ad5b9ed0198a01ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153553 Mar 08 19:16:33.893939 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdc711-aa9a-4577-b1da-61e0d7b86e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d91851-2cdd-4989-8f2d-9438cb00237a,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:33.894606 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 37802) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:33.928791 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7ffc6c81-468f-429a-bc2d-c49e53b914dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:33.991390 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-df89271b-36fe-4ba2-9e28-1adb3de9e617 admin admin] Publish callbacks [] for security_group (69d91851-2cdd-4989-8f2d-9438cb00237a), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:34.024212 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-df89271b-36fe-4ba2-9e28-1adb3de9e617 admin admin] Publish callbacks [] for security_group (69d91851-2cdd-4989-8f2d-9438cb00237a), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:34.103384 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7ffc6c81-468f-429a-bc2d-c49e53b914dd admin admin] Publish callbacks [] for security_group (45ba62a7-34f0-4fdc-b560-50a9a9168c24), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:34.125949 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d659362-9220-4f83-905f-280dec5600e5 req-4270f8fe-e03b-41db-ac11-7a0d0dd1c96c tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:34.127450 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2d659362-9220-4f83-905f-280dec5600e5 req-4270f8fe-e03b-41db-ac11-7a0d0dd1c96c tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 943 time: 0.0890162 Mar 08 19:16:34.183814 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2d659362-9220-4f83-905f-280dec5600e5 req-31c1dc15-a393-4840-8e9e-84062e86766f tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=40a1eebb-de59-4444-b00d-e57916703f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504906 Mar 08 19:16:34.189281 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7ffc6c81-468f-429a-bc2d-c49e53b914dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (45ba62a7-34f0-4fdc-b560-50a9a9168c24), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:34.230147 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-df89271b-36fe-4ba2-9e28-1adb3de9e617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (69d91851-2cdd-4989-8f2d-9438cb00237a), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:34.232829 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-df89271b-36fe-4ba2-9e28-1adb3de9e617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:34.234010 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-df89271b-36fe-4ba2-9e28-1adb3de9e617 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69d91851-2cdd-4989-8f2d-9438cb00237a HTTP/1.1" status: 204 len: 168 time: 0.3384075 Mar 08 19:16:34.237761 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-7ffc6c81-468f-429a-bc2d-c49e53b914dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b92eb9283db34d518e592ca9ff9c68fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4455819 Mar 08 19:16:34.239267 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc6c81-468f-429a-bc2d-c49e53b914dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ba62a7-34f0-4fdc-b560-50a9a9168c24,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:34.241477 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 37824) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:34.251072 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89271b-36fe-4ba2-9e28-1adb3de9e617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d91851-2cdd-4989-8f2d-9438cb00237a,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:34.261702 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 2eedeebf-db9b-431f-a5bd-28365eee2d81 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:16:34.320038 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6a6150e9-7587-4675-a7dd-7a258adf6fee admin admin] Publish callbacks [] for security_group (45ba62a7-34f0-4fdc-b560-50a9a9168c24), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:34.342941 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6a6150e9-7587-4675-a7dd-7a258adf6fee admin admin] Publish callbacks [] for security_group (45ba62a7-34f0-4fdc-b560-50a9a9168c24), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:34.392183 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 2eedeebf-db9b-431f-a5bd-28365eee2d81, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eedeebf-db9b-431f-a5bd-28365eee2d81,segment=NetworkSegment(23448852-70e1-467c-8a45-ff389ef2b89d),segment_id=23448852-70e1-467c-8a45-ff389ef2b89d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:34.404289 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '2eedeebf-db9b-431f-a5bd-28365eee2d81', 'network_id': '163cc6d9-161d-4270-82fc-6e43ab70346b', 'port_id': '2eedeebf-db9b-431f-a5bd-28365eee2d81', 'mac_address': 'fa:16:3e:bc:cd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be371edc-ffd2-4c58-9dd3-e138503fa280', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:16:34.441483 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 2eedeebf-db9b-431f-a5bd-28365eee2d81 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:34.441869 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (2eedeebf-db9b-431f-a5bd-28365eee2d81), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:34.458785 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eedeebf-db9b-431f-a5bd-28365eee2d81 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:16:34.477754 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 2eedeebf-db9b-431f-a5bd-28365eee2d81, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eedeebf-db9b-431f-a5bd-28365eee2d81,segment=NetworkSegment(23448852-70e1-467c-8a45-ff389ef2b89d),segment_id=23448852-70e1-467c-8a45-ff389ef2b89d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:34.518700 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6a6150e9-7587-4675-a7dd-7a258adf6fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (45ba62a7-34f0-4fdc-b560-50a9a9168c24), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:34.521327 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6a6150e9-7587-4675-a7dd-7a258adf6fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:34.526813 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-6a6150e9-7587-4675-a7dd-7a258adf6fee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45ba62a7-34f0-4fdc-b560-50a9a9168c24 HTTP/1.1" status: 204 len: 168 time: 0.2766025 Mar 08 19:16:34.537073 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6150e9-7587-4675-a7dd-7a258adf6fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ba62a7-34f0-4fdc-b560-50a9a9168c24,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:34.555978 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (2eedeebf-db9b-431f-a5bd-28365eee2d81), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:34.671259 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=2eedeebf-db9b-431f-a5bd-28365eee2d81,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:34.776439 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee89f0-f2d1-465b-a5b7-45ea3d7f2310 req-407f90b6-5b45-4ac4-9ef0-2b3f702af778 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:34.777918 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b6ee89f0-f2d1-465b-a5b7-45ea3d7f2310 req-407f90b6-5b45-4ac4-9ef0-2b3f702af778 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0896246 Mar 08 19:16:34.785555 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea1eae-b551-43de-95f8-24b5b26ce31e req-a6dc2a1f-b328-484b-984c-80174a5a619e tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:34.786985 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a9ea1eae-b551-43de-95f8-24b5b26ce31e req-a6dc2a1f-b328-484b-984c-80174a5a619e tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 945 time: 0.0974445 Mar 08 19:16:34.856883 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b6ee89f0-f2d1-465b-a5b7-45ea3d7f2310 req-6e015d28-4bb0-4c19-9ed5-8077cc709c87 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687678 Mar 08 19:16:34.875355 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a9ea1eae-b551-43de-95f8-24b5b26ce31e req-78d00c31-a65b-4404-85cc-654e0748de6b tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716174 Mar 08 19:16:34.977063 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['2eedeebf-db9b-431f-a5bd-28365eee2d81'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:16:35.301763 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f72d1-9bd9-420a-b0df-b59def2a7ab7 req-c1ff39ff-aaa3-4a52-b928-9778d005eb12 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:35.303231 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c38f72d1-9bd9-420a-b0df-b59def2a7ab7 req-c1ff39ff-aaa3-4a52-b928-9778d005eb12 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 943 time: 0.0511224 Mar 08 19:16:35.355428 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c38f72d1-9bd9-420a-b0df-b59def2a7ab7 req-0e3f103c-9314-4b81-bb07-81d852d2b875 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=40a1eebb-de59-4444-b00d-e57916703f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461481 Mar 08 19:16:35.470793 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 37872) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:35.486774 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-447b2376-ad78-4e70-91cd-7a5f8213bbe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:35.573631 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-447b2376-ad78-4e70-91cd-7a5f8213bbe7 admin admin] Publish callbacks [] for security_group (c185354e-5749-4f46-89f1-ac2591676cc1), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:35.697605 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-447b2376-ad78-4e70-91cd-7a5f8213bbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (c185354e-5749-4f46-89f1-ac2591676cc1), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:35.737621 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-447b2376-ad78-4e70-91cd-7a5f8213bbe7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63aedb58010f4ba79834b55580c8e345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630415 Mar 08 19:16:35.737621 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b2376-ad78-4e70-91cd-7a5f8213bbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c185354e-5749-4f46-89f1-ac2591676cc1,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:35.738125 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 37884) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:35.794042 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9842f2e9-b17e-44e0-b95a-f94bf7333911 admin admin] Publish callbacks [] for security_group (c185354e-5749-4f46-89f1-ac2591676cc1), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:35.815757 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9842f2e9-b17e-44e0-b95a-f94bf7333911 admin admin] Publish callbacks [] for security_group (c185354e-5749-4f46-89f1-ac2591676cc1), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:35.981208 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9842f2e9-b17e-44e0-b95a-f94bf7333911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (c185354e-5749-4f46-89f1-ac2591676cc1), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:35.983838 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9842f2e9-b17e-44e0-b95a-f94bf7333911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:35.987832 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-9842f2e9-b17e-44e0-b95a-f94bf7333911 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c185354e-5749-4f46-89f1-ac2591676cc1 HTTP/1.1" status: 204 len: 168 time: 0.2454047 Mar 08 19:16:35.996548 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842f2e9-b17e-44e0-b95a-f94bf7333911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c185354e-5749-4f46-89f1-ac2591676cc1,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:36.059276 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09487d-3665-4404-962a-7129237b81c6 req-91b878c6-8695-4912-af86-bc2ab95d976c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:36.060857 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3a09487d-3665-4404-962a-7129237b81c6 req-91b878c6-8695-4912-af86-bc2ab95d976c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0971589 Mar 08 19:16:36.067923 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd98f0d-52ba-4532-b7a6-fcd335147c1b req-02f80fa8-d2f0-463e-bcde-57fa26976ccf tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:36.069258 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9fd98f0d-52ba-4532-b7a6-fcd335147c1b req-02f80fa8-d2f0-463e-bcde-57fa26976ccf tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 945 time: 0.1248298 Mar 08 19:16:36.142013 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3a09487d-3665-4404-962a-7129237b81c6 req-c3d1a120-cc63-4745-a342-203e1e963dce tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718112 Mar 08 19:16:36.146995 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9fd98f0d-52ba-4532-b7a6-fcd335147c1b req-f078984e-3835-4d3b-847c-98fec3270b77 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703995 Mar 08 19:16:36.232219 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 63a706b0-f72c-42d1-828e-e709afb6a975 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:16:36.236227 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 2eedeebf-db9b-431f-a5bd-28365eee2d81 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:16:36.521263 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 63a706b0-f72c-42d1-828e-e709afb6a975, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=63a706b0-f72c-42d1-828e-e709afb6a975,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:36.538039 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '63a706b0-f72c-42d1-828e-e709afb6a975', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'port_id': '63a706b0-f72c-42d1-828e-e709afb6a975', 'mac_address': 'fa:16:3e:4a:96:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:16:36.559193 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d4d45-792c-48ea-9e11-8383c9e2719d req-da18ddb8-46d7-4882-a082-c52c041b8813 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:36.566453 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2e0d4d45-792c-48ea-9e11-8383c9e2719d req-da18ddb8-46d7-4882-a082-c52c041b8813 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 943 time: 0.1062684 Mar 08 19:16:36.582067 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port 2eedeebf-db9b-431f-a5bd-28365eee2d81 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:16:36.597683 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 2eedeebf-db9b-431f-a5bd-28365eee2d81 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:36.598658 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (2eedeebf-db9b-431f-a5bd-28365eee2d81), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:36.634219 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 63a706b0-f72c-42d1-828e-e709afb6a975 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:36.634984 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (63a706b0-f72c-42d1-828e-e709afb6a975), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:36.646961 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2e0d4d45-792c-48ea-9e11-8383c9e2719d req-a91b6d06-7709-4af3-a1a9-e2d7d3ccc2e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=40a1eebb-de59-4444-b00d-e57916703f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791788 Mar 08 19:16:36.687239 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a706b0-f72c-42d1-828e-e709afb6a975 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:16:36.739755 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 63a706b0-f72c-42d1-828e-e709afb6a975, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=63a706b0-f72c-42d1-828e-e709afb6a975,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:36.748179 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 2eedeebf-db9b-431f-a5bd-28365eee2d81 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:36.748671 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (2eedeebf-db9b-431f-a5bd-28365eee2d81), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:36.772158 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd98e45c-da6d-4b2d-bc1c-beec169685cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eedeebf-db9b-431f-a5bd-28365eee2d81'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:16:36.847366 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 2eedeebf-db9b-431f-a5bd-28365eee2d81, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eedeebf-db9b-431f-a5bd-28365eee2d81,segment=NetworkSegment(23448852-70e1-467c-8a45-ff389ef2b89d),segment_id=23448852-70e1-467c-8a45-ff389ef2b89d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:36.864218 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (63a706b0-f72c-42d1-828e-e709afb6a975), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:36.864902 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 34502e9b-8ce0-42c4-bc29-94a2de69e607 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:16:36.956077 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=63a706b0-f72c-42d1-828e-e709afb6a975,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:36.963955 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (2eedeebf-db9b-431f-a5bd-28365eee2d81), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:37.019705 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39038bcb-7e9f-4910-a7f1-e0473028e989" -d '{"events": [{"server_uuid": "fd98e45c-da6d-4b2d-bc1c-beec169685cc", "name": "network-vif-plugged", "status": "completed", "tag": "2eedeebf-db9b-431f-a5bd-28365eee2d81"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:16:37.057349 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=2eedeebf-db9b-431f-a5bd-28365eee2d81,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:37.075493 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 34502e9b-8ce0-42c4-bc29-94a2de69e607, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34502e9b-8ce0-42c4-bc29-94a2de69e607,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:37.086105 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '34502e9b-8ce0-42c4-bc29-94a2de69e607', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'port_id': '34502e9b-8ce0-42c4-bc29-94a2de69e607', 'mac_address': 'fa:16:3e:37:68:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:16:37.138430 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 34502e9b-8ce0-42c4-bc29-94a2de69e607 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:37.138430 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:37.153376 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34502e9b-8ce0-42c4-bc29-94a2de69e607 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:16:37.189051 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 34502e9b-8ce0-42c4-bc29-94a2de69e607, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34502e9b-8ce0-42c4-bc29-94a2de69e607,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:37.222880 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1749ba82-9a29-456e-b768-858dfe11e4bd x-openstack-request-id: req-1749ba82-9a29-456e-b768-858dfe11e4bd {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:16:37.223814 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd98e45c-da6d-4b2d-bc1c-beec169685cc", "name": "network-vif-plugged", "status": "completed", "tag": "2eedeebf-db9b-431f-a5bd-28365eee2d81", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:16:37.224346 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1749ba82-9a29-456e-b768-858dfe11e4bd {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:16:37.225211 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd98e45c-da6d-4b2d-bc1c-beec169685cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eedeebf-db9b-431f-a5bd-28365eee2d81', 'code': 200} Mar 08 19:16:37.290489 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:37.293866 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c87cf-6328-47f5-a118-e5db278573f3 req-6bd0877c-a41c-4add-baea-6f2cef624938 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:37.295988 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-163c87cf-6328-47f5-a118-e5db278573f3 req-6bd0877c-a41c-4add-baea-6f2cef624938 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0701842 Mar 08 19:16:37.348098 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=34502e9b-8ce0-42c4-bc29-94a2de69e607,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:37.529848 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-163c87cf-6328-47f5-a118-e5db278573f3 req-887c7b41-27fe-4ca9-8490-824c515f689e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220726 Mar 08 19:16:37.536723 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d828400-6717-4660-be1c-e59935704000 req-8b1d4951-90d6-45a5-931a-40e300ffd479 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:37.538216 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1d828400-6717-4660-be1c-e59935704000 req-8b1d4951-90d6-45a5-931a-40e300ffd479 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 946 time: 0.2411618 Mar 08 19:16:37.584978 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 37978) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:37.594811 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1d828400-6717-4660-be1c-e59935704000 req-5f3bdcc0-0139-497c-af86-88a13beac114 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461876 Mar 08 19:16:37.685661 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['34502e9b-8ce0-42c4-bc29-94a2de69e607'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:16:37.741050 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e7735-6d13-4149-adfe-533f0b8a4071 req-5989f612-17fc-4b2e-8209-564537d544e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:37.741634 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['63a706b0-f72c-42d1-828e-e709afb6a975'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:16:37.744323 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-080e7735-6d13-4149-adfe-533f0b8a4071 req-5989f612-17fc-4b2e-8209-564537d544e3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 1130 time: 0.1165445 Mar 08 19:16:37.783758 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-080e7735-6d13-4149-adfe-533f0b8a4071 req-ebd36eb5-f541-4c4d-aa73-ab3eb78dc134 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:37.815041 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee190b-61b2-47da-b81a-2a5e7e724af2 req-07595249-9679-4db6-83c2-1c0f56c3e9a7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:37.840272 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f0ee190b-61b2-47da-b81a-2a5e7e724af2 req-07595249-9679-4db6-83c2-1c0f56c3e9a7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 944 time: 0.0955470 Mar 08 19:16:37.874857 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c00dbbee-4697-4d11-966b-f809ece6c3ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:37.965217 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f0ee190b-61b2-47da-b81a-2a5e7e724af2 req-0ad80aaa-3a4a-42d3-9017-b81eec5a2545 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=40a1eebb-de59-4444-b00d-e57916703f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299233 Mar 08 19:16:37.983387 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 37998) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:37.986345 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 38000) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:38.043544 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-080e7735-6d13-4149-adfe-533f0b8a4071 req-ebd36eb5-f541-4c4d-aa73-ab3eb78dc134 service neutron] Publish callbacks [] for security_group (610494d0-8625-4987-a202-7e0931c538fb), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.057456 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c00dbbee-4697-4d11-966b-f809ece6c3ba admin admin] Publish callbacks [] for security_group (13ec5cf2-5c2a-4218-81ee-4009c6b513cd), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.092723 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-13663af4-9683-4b09-aad6-4f6c9ed3d4dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-880099264-network', 'tenant_id': 'c237b115324b4c279862a5e99dbad9c8'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:38.119990 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b8e20bae-5134-4e55-ab01-bdd720c79b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.186333 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b8e20bae-5134-4e55-ab01-bdd720c79b1c admin admin] Publish callbacks [] for security_group (f26a5138-cf4b-4b34-ba78-b90b7465f5ac), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.187335 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-080e7735-6d13-4149-adfe-533f0b8a4071 req-ebd36eb5-f541-4c4d-aa73-ab3eb78dc134 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (610494d0-8625-4987-a202-7e0931c538fb), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.232449 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-080e7735-6d13-4149-adfe-533f0b8a4071 req-ebd36eb5-f541-4c4d-aa73-ab3eb78dc134 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811199 Mar 08 19:16:38.234255 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd36eb5-f541-4c4d-aa73-ab3eb78dc134 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=610494d0-8625-4987-a202-7e0931c538fb,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:38.255013 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c00dbbee-4697-4d11-966b-f809ece6c3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (13ec5cf2-5c2a-4218-81ee-4009c6b513cd), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.255218 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13663af4-9683-4b09-aad6-4f6c9ed3d4dd admin admin] Made reservation on behalf of c237b115324b4c279862a5e99dbad9c8 for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:16:38.257576 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-13663af4-9683-4b09-aad6-4f6c9ed3d4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.267248 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-13663af4-9683-4b09-aad6-4f6c9ed3d4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.293557 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b8e20bae-5134-4e55-ab01-bdd720c79b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (f26a5138-cf4b-4b34-ba78-b90b7465f5ac), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.297096 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00dbbee-4697-4d11-966b-f809ece6c3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ec5cf2-5c2a-4218-81ee-4009c6b513cd,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:38.311618 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 38006) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:38.312157 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c00dbbee-4697-4d11-966b-f809ece6c3ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb54d4863678458c9fdde2c21ba5175a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7257860 Mar 08 19:16:38.345508 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-b8e20bae-5134-4e55-ab01-bdd720c79b1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff11dad47c604e7f986567ffd67ec199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3556764 Mar 08 19:16:38.345508 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e20bae-5134-4e55-ab01-bdd720c79b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26a5138-cf4b-4b34-ba78-b90b7465f5ac,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:38.345790 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 38008) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:38.401554 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-13663af4-9683-4b09-aad6-4f6c9ed3d4dd admin admin] Publish callbacks [] for security_group (415b297b-f777-4dcf-9d70-c038c1af7744), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.418958 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d4aadcfe-2bac-4937-bb87-4aeee6893f3c admin admin] Publish callbacks [] for security_group (13ec5cf2-5c2a-4218-81ee-4009c6b513cd), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.449782 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d4aadcfe-2bac-4937-bb87-4aeee6893f3c admin admin] Publish callbacks [] for security_group (13ec5cf2-5c2a-4218-81ee-4009c6b513cd), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.451481 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9865f6d2-06c6-45b0-9568-9d25415455e5 admin admin] Publish callbacks [] for security_group (f26a5138-cf4b-4b34-ba78-b90b7465f5ac), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.496847 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-13663af4-9683-4b09-aad6-4f6c9ed3d4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (415b297b-f777-4dcf-9d70-c038c1af7744), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.502080 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9865f6d2-06c6-45b0-9568-9d25415455e5 admin admin] Publish callbacks [] for security_group (f26a5138-cf4b-4b34-ba78-b90b7465f5ac), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.540275 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13663af4-9683-4b09-aad6-4f6c9ed3d4dd admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:16:38.562106 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13663af4-9683-4b09-aad6-4f6c9ed3d4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415b297b-f777-4dcf-9d70-c038c1af7744,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:38.656981 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0660c-d209-47bf-bd09-9cf966304e22 req-9d548189-2fd5-4476-9dfe-33215d6e55ff tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:38.658494 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b2d0660c-d209-47bf-bd09-9cf966304e22 req-9d548189-2fd5-4476-9dfe-33215d6e55ff tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 945 time: 0.0532520 Mar 08 19:16:38.717487 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d4aadcfe-2bac-4937-bb87-4aeee6893f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (13ec5cf2-5c2a-4218-81ee-4009c6b513cd), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.719995 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d4aadcfe-2bac-4937-bb87-4aeee6893f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.721098 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-d4aadcfe-2bac-4937-bb87-4aeee6893f3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13ec5cf2-5c2a-4218-81ee-4009c6b513cd HTTP/1.1" status: 204 len: 168 time: 0.4085546 Mar 08 19:16:38.734636 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-13663af4-9683-4b09-aad6-4f6c9ed3d4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (a1975b27-1ff3-4591-8e31-4ea605591308), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.734974 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.segments_db [None req-13663af4-9683-4b09-aad6-4f6c9ed3d4dd admin admin] Added segment a1975b27-1ff3-4591-8e31-4ea605591308 of type vlan for network 769f2e78-32fb-47ee-89e4-f14aeb8a07f8 Mar 08 19:16:38.736887 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9865f6d2-06c6-45b0-9568-9d25415455e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (f26a5138-cf4b-4b34-ba78-b90b7465f5ac), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.741081 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9865f6d2-06c6-45b0-9568-9d25415455e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.741081 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-9865f6d2-06c6-45b0-9568-9d25415455e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f26a5138-cf4b-4b34-ba78-b90b7465f5ac HTTP/1.1" status: 204 len: 168 time: 0.3939507 Mar 08 19:16:38.760752 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aadcfe-2bac-4937-bb87-4aeee6893f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ec5cf2-5c2a-4218-81ee-4009c6b513cd,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:38.786809 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b2d0660c-d209-47bf-bd09-9cf966304e22 req-c2159ae2-3743-4f20-8e02-37b710598063 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222241 Mar 08 19:16:38.803176 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865f6d2-06c6-45b0-9568-9d25415455e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26a5138-cf4b-4b34-ba78-b90b7465f5ac,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:38.806588 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-13663af4-9683-4b09-aad6-4f6c9ed3d4dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (769f2e78-32fb-47ee-89e4-f14aeb8a07f8), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.831481 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2e0d3-794e-442b-8fb4-506c530d9080 req-caba41c1-2ff1-47a6-a30d-9b801c197e8b tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:38.832918 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-89f2e0d3-794e-442b-8fb4-506c530d9080 req-caba41c1-2ff1-47a6-a30d-9b801c197e8b tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 946 time: 0.1552467 Mar 08 19:16:38.890393 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-89f2e0d3-794e-442b-8fb4-506c530d9080 req-a7445fe8-41c7-4878-bd94-9900361a1504 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473130 Mar 08 19:16:38.977666 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-13663af4-9683-4b09-aad6-4f6c9ed3d4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (769f2e78-32fb-47ee-89e4-f14aeb8a07f8), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:38.979133 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13663af4-9683-4b09-aad6-4f6c9ed3d4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:38.980239 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-13663af4-9683-4b09-aad6-4f6c9ed3d4dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:39.087742 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13663af4-9683-4b09-aad6-4f6c9ed3d4dd admin admin] Pushing event updated for resources: {'Network': ['ID=769f2e78-32fb-47ee-89e4-f14aeb8a07f8,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:39.097078 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-13663af4-9683-4b09-aad6-4f6c9ed3d4dd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1124287 Mar 08 19:16:39.100265 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 38042) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:39.109673 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network 769f2e78-32fb-47ee-89e4-f14aeb8a07f8 details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:16:39.115615 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-95cda8fc-1af3-453d-b23a-e3290a66a7a4 admin admin] Request body: {'subnet': {'network_id': '769f2e78-32fb-47ee-89e4-f14aeb8a07f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-880099264-subnet', 'tenant_id': 'c237b115324b4c279862a5e99dbad9c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:39.132055 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dbae3-842e-40c1-b4d0-61a4ac9aeea8 req-90206c17-0757-4859-91c2-4207b680a2a6 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:39.139992 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2f1dbae3-842e-40c1-b4d0-61a4ac9aeea8 req-90206c17-0757-4859-91c2-4207b680a2a6 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 944 time: 0.0828469 Mar 08 19:16:39.200699 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2f1dbae3-842e-40c1-b4d0-61a4ac9aeea8 req-f3cbaba9-d1d1-4b78-8ca7-1525098027a1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=40a1eebb-de59-4444-b00d-e57916703f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540156 Mar 08 19:16:39.268732 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cda8fc-1af3-453d-b23a-e3290a66a7a4 admin admin] Made reservation on behalf of c237b115324b4c279862a5e99dbad9c8 for: {'subnet': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:16:39.272189 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-95cda8fc-1af3-453d-b23a-e3290a66a7a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:39.540368 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 38066) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:39.554166 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-25699bd0-e17f-4daf-8ed2-cffae15152b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:39.598519 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-95cda8fc-1af3-453d-b23a-e3290a66a7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for subnet (c9b4a991-5bd8-4d42-9003-f3d0d1a1f2c5), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:39.673744 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cda8fc-1af3-453d-b23a-e3290a66a7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9b4a991-5bd8-4d42-9003-f3d0d1a1f2c5,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:39.698238 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cda8fc-1af3-453d-b23a-e3290a66a7a4 admin admin] Checking segment: {'id': 'a1975b27-1ff3-4591-8e31-4ea605591308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '769f2e78-32fb-47ee-89e4-f14aeb8a07f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:16:39.698620 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cda8fc-1af3-453d-b23a-e3290a66a7a4 admin admin] Network hostable DHCP agents. Network: 769f2e78-32fb-47ee-89e4-f14aeb8a07f8, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:16:39.714121 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-25699bd0-e17f-4daf-8ed2-cffae15152b4 admin admin] Publish callbacks [] for security_group (c06c8bd7-b795-4302-812c-4a7c0e21dc10), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:39.846650 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cda8fc-1af3-453d-b23a-e3290a66a7a4 admin admin] Network 769f2e78-32fb-47ee-89e4-f14aeb8a07f8 is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:16:39.848826 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-25699bd0-e17f-4daf-8ed2-cffae15152b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (c06c8bd7-b795-4302-812c-4a7c0e21dc10), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:39.895891 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-25699bd0-e17f-4daf-8ed2-cffae15152b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d16ca1a1bff4c0a9d28f3f79d3cc27b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543704 Mar 08 19:16:39.896744 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25699bd0-e17f-4daf-8ed2-cffae15152b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06c8bd7-b795-4302-812c-4a7c0e21dc10,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:39.899019 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 38082) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:39.942452 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97fdd8-b7a0-49f6-a9b9-e9712ce32439 req-a04b86eb-6ab6-40ea-b4d1-49c0d676782c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:39.944042 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-fc97fdd8-b7a0-49f6-a9b9-e9712ce32439 req-a04b86eb-6ab6-40ea-b4d1-49c0d676782c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 945 time: 0.0714195 Mar 08 19:16:39.951623 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-578f5928-1c7c-4b76-a919-4d02f15a69ca admin admin] Publish callbacks [] for security_group (c06c8bd7-b795-4302-812c-4a7c0e21dc10), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:39.978118 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-95cda8fc-1af3-453d-b23a-e3290a66a7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, 769f2e78-32fb-47ee-89e4-f14aeb8a07f8) {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:16:39.986131 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cda8fc-1af3-453d-b23a-e3290a66a7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:39.987037 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-95cda8fc-1af3-453d-b23a-e3290a66a7a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:39.997725 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0c8f27-e9c8-44aa-82db-2ab51400a414 None None] Network 769f2e78-32fb-47ee-89e4-f14aeb8a07f8 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:16:40.008418 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-578f5928-1c7c-4b76-a919-4d02f15a69ca admin admin] Publish callbacks [] for security_group (c06c8bd7-b795-4302-812c-4a7c0e21dc10), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:40.049176 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-fc97fdd8-b7a0-49f6-a9b9-e9712ce32439 req-0396dfc6-7b07-4d91-91f9-9a1912b0ff62 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906086 Mar 08 19:16:40.068430 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d51eae-66b9-4b08-997a-c5854fba4b31 req-26f13e90-ae02-41ef-94f7-ef424b1e40f5 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:40.075661 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-35d51eae-66b9-4b08-997a-c5854fba4b31 req-26f13e90-ae02-41ef-94f7-ef424b1e40f5 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 946 time: 0.1105103 Mar 08 19:16:40.089652 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-95cda8fc-1af3-453d-b23a-e3290a66a7a4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9880788 Mar 08 19:16:40.153367 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-35d51eae-66b9-4b08-997a-c5854fba4b31 req-fb5db88d-3cb1-43fc-ad53-2bd34c183096 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717199 Mar 08 19:16:40.155748 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecba2114-78b2-4cfb-8a2e-311ec8b288f3 None None] Network 769f2e78-32fb-47ee-89e4-f14aeb8a07f8 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:16:40.234497 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-578f5928-1c7c-4b76-a919-4d02f15a69ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (c06c8bd7-b795-4302-812c-4a7c0e21dc10), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:40.239360 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-578f5928-1c7c-4b76-a919-4d02f15a69ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:40.240911 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-578f5928-1c7c-4b76-a919-4d02f15a69ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c06c8bd7-b795-4302-812c-4a7c0e21dc10 HTTP/1.1" status: 204 len: 168 time: 0.3409810 Mar 08 19:16:40.248047 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 63a706b0-f72c-42d1-828e-e709afb6a975 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:16:40.259738 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f5928-1c7c-4b76-a919-4d02f15a69ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06c8bd7-b795-4302-812c-4a7c0e21dc10,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:40.331007 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc0092-31c2-42d8-93d3-56487ee897fb req-70fd420a-fdf3-4e0c-b4d5-34dbfa7bbf5e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:40.334480 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-41bc0092-31c2-42d8-93d3-56487ee897fb req-70fd420a-fdf3-4e0c-b4d5-34dbfa7bbf5e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 944 time: 0.0616426 Mar 08 19:16:40.425637 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-41bc0092-31c2-42d8-93d3-56487ee897fb req-db771eea-c3c2-4a47-9647-4f3e8269cddb tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=40a1eebb-de59-4444-b00d-e57916703f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844843 Mar 08 19:16:40.542934 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port 63a706b0-f72c-42d1-828e-e709afb6a975 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:16:40.547306 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 63a706b0-f72c-42d1-828e-e709afb6a975 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:40.551220 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (63a706b0-f72c-42d1-828e-e709afb6a975), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:40.631628 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 63a706b0-f72c-42d1-828e-e709afb6a975 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:40.632065 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (63a706b0-f72c-42d1-828e-e709afb6a975), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:40.665130 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a706b0-f72c-42d1-828e-e709afb6a975'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:16:40.668693 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7eb5837-16ff-4241-8fae-70fdbb39796b" -d '{"events": [{"server_uuid": "475a6bb9-3c71-4739-9c8b-53a100d4eccf", "name": "network-vif-plugged", "status": "completed", "tag": "63a706b0-f72c-42d1-828e-e709afb6a975"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:16:40.686569 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 63a706b0-f72c-42d1-828e-e709afb6a975, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=63a706b0-f72c-42d1-828e-e709afb6a975,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:40.711009 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c381d2-9ac0-4084-b073-d0e4ed8f4789 x-openstack-request-id: req-a0c381d2-9ac0-4084-b073-d0e4ed8f4789 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:16:40.712334 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475a6bb9-3c71-4739-9c8b-53a100d4eccf", "name": "network-vif-plugged", "status": "completed", "tag": "63a706b0-f72c-42d1-828e-e709afb6a975", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:16:40.712334 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0c381d2-9ac0-4084-b073-d0e4ed8f4789 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:16:40.712631 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a706b0-f72c-42d1-828e-e709afb6a975', 'code': 200} Mar 08 19:16:40.805970 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (63a706b0-f72c-42d1-828e-e709afb6a975), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:40.806975 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 34502e9b-8ce0-42c4-bc29-94a2de69e607 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:16:40.885103 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=63a706b0-f72c-42d1-828e-e709afb6a975,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:41.004214 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port 34502e9b-8ce0-42c4-bc29-94a2de69e607 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:16:41.007849 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 34502e9b-8ce0-42c4-bc29-94a2de69e607 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:41.008247 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:41.094090 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 34502e9b-8ce0-42c4-bc29-94a2de69e607 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:41.094923 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:41.105001 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67d0cf-1c72-44b1-be99-dbf23401250c req-fefbf562-7cd6-4852-ba16-3b4a42eed179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:41.107632 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fa67d0cf-1c72-44b1-be99-dbf23401250c req-fefbf562-7cd6-4852-ba16-3b4a42eed179 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 1129 time: 0.0651891 Mar 08 19:16:41.165810 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 34502e9b-8ce0-42c4-bc29-94a2de69e607, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34502e9b-8ce0-42c4-bc29-94a2de69e607,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:41.168666 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fa67d0cf-1c72-44b1-be99-dbf23401250c req-3894861a-3eae-4201-975c-0389481077ed service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=40a1eebb-de59-4444-b00d-e57916703f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556045 Mar 08 19:16:41.297102 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd4c5a-fc87-488b-960e-af2cc612ecbc req-162200a4-7a68-4e92-a07e-53589b18a2c5 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:41.298639 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f3dd4c5a-fc87-488b-960e-af2cc612ecbc req-162200a4-7a68-4e92-a07e-53589b18a2c5 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 945 time: 0.0932829 Mar 08 19:16:41.314968 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3ccfa-61ac-48fb-b9f7-53bed1c0785e req-8d1a2c2d-4202-4e16-acef-2866c691f588 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:41.316414 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-59a3ccfa-61ac-48fb-b9f7-53bed1c0785e req-8d1a2c2d-4202-4e16-acef-2866c691f588 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 946 time: 0.0797846 Mar 08 19:16:41.331775 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:41.337210 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 38140) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:41.383223 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=34502e9b-8ce0-42c4-bc29-94a2de69e607,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:41.452389 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f3dd4c5a-fc87-488b-960e-af2cc612ecbc req-2e380ad2-fe35-4f61-a7e8-25fd449746a3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349437 Mar 08 19:16:41.455557 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-59a3ccfa-61ac-48fb-b9f7-53bed1c0785e req-89705d1f-79f1-459f-bcbe-c4cd208c6f9b tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307175 Mar 08 19:16:41.484960 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-112e6bf8-e27f-454a-a72f-12528108a209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:41.557455 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 38152) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:41.563727 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-418b8909-5a4b-476d-821d-20777f30be54 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-939696427-network', 'tenant_id': '2834d8bc009749908228e3acc06fde79'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:41.619789 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca874f-0da0-4b82-ba52-c9a1fd02f848 req-7b18ef55-789d-4dfe-8e66-2ca4df2a6eff tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:41.621681 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-112e6bf8-e27f-454a-a72f-12528108a209 admin admin] Publish callbacks [] for security_group (7cc999e5-1dac-4cec-81ca-8bef0540b220), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:41.623502 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e5ca874f-0da0-4b82-ba52-c9a1fd02f848 req-7b18ef55-789d-4dfe-8e66-2ca4df2a6eff tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 945 time: 0.0925264 Mar 08 19:16:41.676802 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e5ca874f-0da0-4b82-ba52-c9a1fd02f848 req-1f00cfaa-3fa0-4126-88db-093895af595f tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=40a1eebb-de59-4444-b00d-e57916703f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487611 Mar 08 19:16:41.777017 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-112e6bf8-e27f-454a-a72f-12528108a209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (7cc999e5-1dac-4cec-81ca-8bef0540b220), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:41.777198 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418b8909-5a4b-476d-821d-20777f30be54 admin admin] Made reservation on behalf of 2834d8bc009749908228e3acc06fde79 for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:16:41.779638 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-418b8909-5a4b-476d-821d-20777f30be54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:41.788070 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-418b8909-5a4b-476d-821d-20777f30be54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:41.814717 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e6bf8-e27f-454a-a72f-12528108a209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc999e5-1dac-4cec-81ca-8bef0540b220,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:41.818966 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-112e6bf8-e27f-454a-a72f-12528108a209 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f93d477c53d84f18ad78bbbf78e10d6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4799654 Mar 08 19:16:41.822271 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 38164) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:41.864648 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-418b8909-5a4b-476d-821d-20777f30be54 admin admin] Publish callbacks [] for security_group (d2a0835f-35ea-4aca-8d69-ec998fa4c7f0), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:41.879981 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-22859061-5666-4c5e-a6a1-e1afe0f5cb40 admin admin] Publish callbacks [] for security_group (7cc999e5-1dac-4cec-81ca-8bef0540b220), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:41.902635 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-22859061-5666-4c5e-a6a1-e1afe0f5cb40 admin admin] Publish callbacks [] for security_group (7cc999e5-1dac-4cec-81ca-8bef0540b220), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:41.973130 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-418b8909-5a4b-476d-821d-20777f30be54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (d2a0835f-35ea-4aca-8d69-ec998fa4c7f0), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:42.001741 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b8909-5a4b-476d-821d-20777f30be54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a0835f-35ea-4aca-8d69-ec998fa4c7f0,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:42.106167 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-22859061-5666-4c5e-a6a1-e1afe0f5cb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (7cc999e5-1dac-4cec-81ca-8bef0540b220), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:42.108973 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-22859061-5666-4c5e-a6a1-e1afe0f5cb40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:42.110117 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-22859061-5666-4c5e-a6a1-e1afe0f5cb40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cc999e5-1dac-4cec-81ca-8bef0540b220 HTTP/1.1" status: 204 len: 168 time: 0.2868242 Mar 08 19:16:42.113615 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418b8909-5a4b-476d-821d-20777f30be54 admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:16:42.121593 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22859061-5666-4c5e-a6a1-e1afe0f5cb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc999e5-1dac-4cec-81ca-8bef0540b220,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:42.128491 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-418b8909-5a4b-476d-821d-20777f30be54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (e782e6c6-bc60-4521-b8ed-2d8486a18e21), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:42.128838 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.segments_db [None req-418b8909-5a4b-476d-821d-20777f30be54 admin admin] Added segment e782e6c6-bc60-4521-b8ed-2d8486a18e21 of type vlan for network 792ab350-ffad-4181-8736-02346a7e6374 Mar 08 19:16:42.178715 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-418b8909-5a4b-476d-821d-20777f30be54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (792ab350-ffad-4181-8736-02346a7e6374), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:42.308358 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-418b8909-5a4b-476d-821d-20777f30be54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (792ab350-ffad-4181-8736-02346a7e6374), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:42.309343 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b8909-5a4b-476d-821d-20777f30be54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:42.309926 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-418b8909-5a4b-476d-821d-20777f30be54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:42.389601 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b8909-5a4b-476d-821d-20777f30be54 admin admin] Pushing event updated for resources: {'Network': ['ID=792ab350-ffad-4181-8736-02346a7e6374,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:42.405338 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network 792ab350-ffad-4181-8736-02346a7e6374 details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:16:42.450683 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-418b8909-5a4b-476d-821d-20777f30be54 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8908083 Mar 08 19:16:42.459756 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 38196) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:42.465225 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-413b37c5-7b52-49b9-a49a-eec722b3d55b admin admin] Request body: {'subnet': {'network_id': '792ab350-ffad-4181-8736-02346a7e6374', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-939696427-subnet', 'tenant_id': '2834d8bc009749908228e3acc06fde79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:42.623151 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413b37c5-7b52-49b9-a49a-eec722b3d55b admin admin] Made reservation on behalf of 2834d8bc009749908228e3acc06fde79 for: {'subnet': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:16:42.626624 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-413b37c5-7b52-49b9-a49a-eec722b3d55b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:42.675438 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b231b41-4ed2-485b-80e2-c686c307c3bf req-614b8e8b-d8c5-4195-9d49-e9665a2585a1 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:42.677624 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6b231b41-4ed2-485b-80e2-c686c307c3bf req-614b8e8b-d8c5-4195-9d49-e9665a2585a1 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0713747 Mar 08 19:16:42.713898 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77883da4-802b-4542-9318-8174c773d3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34502e9b-8ce0-42c4-bc29-94a2de69e607'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:16:42.717269 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee06fc51-e38e-4b84-8b17-b765e37c97cd" -d '{"events": [{"server_uuid": "77883da4-802b-4542-9318-8174c773d3d2", "name": "network-vif-plugged", "status": "completed", "tag": "34502e9b-8ce0-42c4-bc29-94a2de69e607"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:16:42.754385 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6b231b41-4ed2-485b-80e2-c686c307c3bf req-fc5cf167-db12-4c5b-a67c-c32b78845bbb tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658319 Mar 08 19:16:42.819532 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652d93b8-203b-4189-b604-328f1b9c173d x-openstack-request-id: req-652d93b8-203b-4189-b604-328f1b9c173d {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:16:42.819941 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77883da4-802b-4542-9318-8174c773d3d2", "name": "network-vif-plugged", "status": "completed", "tag": "34502e9b-8ce0-42c4-bc29-94a2de69e607", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:16:42.820288 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-652d93b8-203b-4189-b604-328f1b9c173d {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:16:42.822614 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77883da4-802b-4542-9318-8174c773d3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34502e9b-8ce0-42c4-bc29-94a2de69e607', 'code': 200} Mar 08 19:16:42.838272 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bb408-833f-4e92-91fb-c6ee267c10d4 req-ed226bc1-eeb4-4c02-9dd1-51ecf3e0dd9d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:42.840214 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a72bb408-833f-4e92-91fb-c6ee267c10d4 req-ed226bc1-eeb4-4c02-9dd1-51ecf3e0dd9d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 945 time: 0.0710711 Mar 08 19:16:42.898446 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a72bb408-833f-4e92-91fb-c6ee267c10d4 req-8a9ba403-3b35-430f-9121-f943df1ca313 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=40a1eebb-de59-4444-b00d-e57916703f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517583 Mar 08 19:16:42.941099 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-413b37c5-7b52-49b9-a49a-eec722b3d55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for subnet (924e8ade-d545-4dc0-9dc3-58d86895bea4), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:43.011063 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b37c5-7b52-49b9-a49a-eec722b3d55b admin admin] Pushing event updated for resources: {'Subnet': ['ID=924e8ade-d545-4dc0-9dc3-58d86895bea4,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:43.018666 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b37c5-7b52-49b9-a49a-eec722b3d55b admin admin] Checking segment: {'id': 'e782e6c6-bc60-4521-b8ed-2d8486a18e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '792ab350-ffad-4181-8736-02346a7e6374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:16:43.019373 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413b37c5-7b52-49b9-a49a-eec722b3d55b admin admin] Network hostable DHCP agents. Network: 792ab350-ffad-4181-8736-02346a7e6374, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:16:43.201049 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413b37c5-7b52-49b9-a49a-eec722b3d55b admin admin] Network 792ab350-ffad-4181-8736-02346a7e6374 is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:16:43.301975 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40100c46-c08b-4f51-b030-5f5c7257a705 req-3c8d6d4b-2c0a-4e1c-b0cb-8e59b7882672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:43.303521 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40100c46-c08b-4f51-b030-5f5c7257a705 req-3c8d6d4b-2c0a-4e1c-b0cb-8e59b7882672 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 1130 time: 0.0472300 Mar 08 19:16:43.325351 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-413b37c5-7b52-49b9-a49a-eec722b3d55b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, 792ab350-ffad-4181-8736-02346a7e6374) {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:16:43.332735 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413b37c5-7b52-49b9-a49a-eec722b3d55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:43.333535 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01961481-742d-4e46-bbd7-db521488291b None None] Network 792ab350-ffad-4181-8736-02346a7e6374 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:16:43.334133 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-413b37c5-7b52-49b9-a49a-eec722b3d55b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:43.376958 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40100c46-c08b-4f51-b030-5f5c7257a705 req-706f9dc6-88a8-45ef-b8e4-c12e99894d50 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665052 Mar 08 19:16:43.456022 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef802b-d47a-44db-a794-1df9d1f550ba None None] Network 792ab350-ffad-4181-8736-02346a7e6374 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:16:43.483776 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-413b37c5-7b52-49b9-a49a-eec722b3d55b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0225561 Mar 08 19:16:43.881667 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d80fc8-a525-4bc1-ae37-cd1577231d59 req-e7aa15cf-d251-4540-a0ce-5e35cdd449ed tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:43.887151 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d1d80fc8-a525-4bc1-ae37-cd1577231d59 req-e7aa15cf-d251-4540-a0ce-5e35cdd449ed tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0592387 Mar 08 19:16:43.975732 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d1d80fc8-a525-4bc1-ae37-cd1577231d59 req-d90de737-5131-42da-8d9f-0f1184cdf930 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857370 Mar 08 19:16:44.057325 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db77ea-4c06-4f6b-bea9-5904e73df4d5 req-566bc3d3-76e6-4974-96d7-b7391076378a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:44.058837 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-61db77ea-4c06-4f6b-bea9-5904e73df4d5 req-566bc3d3-76e6-4974-96d7-b7391076378a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 945 time: 0.0539165 Mar 08 19:16:44.107847 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-61db77ea-4c06-4f6b-bea9-5904e73df4d5 req-fc17d4e3-18fc-4496-86f3-3c9d46a3d2ab tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=40a1eebb-de59-4444-b00d-e57916703f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436201 Mar 08 19:16:44.271873 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec1d7b-6f00-4ad4-8def-ecea245c120d req-a9043955-df79-4311-a0a3-ec55a8702bca tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:44.273464 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1cec1d7b-6f00-4ad4-8def-ecea245c120d req-a9043955-df79-4311-a0a3-ec55a8702bca tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 945 time: 0.0558965 Mar 08 19:16:44.283191 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 38288) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:44.287628 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-582d9ef3-38f8-4704-b22a-536811e6aa15 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'floatingip': {'port_id': '63a706b0-f72c-42d1-828e-e709afb6a975'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:44.357510 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-582d9ef3-38f8-4704-b22a-536811e6aa15 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (9ae0d253-bef3-4b1e-b5eb-9eebcacb070d), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:45.348699 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e779584-239a-470a-88f4-05fa7551d26e req-1f7d5b04-a8a6-4260-ab6b-42a9a798e32c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:45.350174 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9e779584-239a-470a-88f4-05fa7551d26e req-1f7d5b04-a8a6-4260-ab6b-42a9a798e32c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.1643801 Mar 08 19:16:45.468352 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-582d9ef3-38f8-4704-b22a-536811e6aa15 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:45.474801 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9e779584-239a-470a-88f4-05fa7551d26e req-6b6837da-2189-4193-916e-34688bc41e88 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147056 Mar 08 19:16:45.577372 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-582d9ef3-38f8-4704-b22a-536811e6aa15 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (9ae0d253-bef3-4b1e-b5eb-9eebcacb070d), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:45.612716 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 38348) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:45.687250 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.l3_db [None req-582d9ef3-38f8-4704-b22a-536811e6aa15 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Floating IP 9ae0d253-bef3-4b1e-b5eb-9eebcacb070d associated. External IP: 172.27.2.76, port: 63a706b0-f72c-42d1-828e-e709afb6a975. Mar 08 19:16:45.777757 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-10d38a1b-3545-4e59-8527-37bdf3e5a88f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:45.871340 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-10d38a1b-3545-4e59-8527-37bdf3e5a88f admin admin] Publish callbacks [] for security_group (dc22c785-b31c-4d72-8684-5bf4e30f1e29), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:45.916675 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582d9ef3-38f8-4704-b22a-536811e6aa15 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Router e487fd44-513d-440f-b0a4-0bfef29293b0 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:16:45.971580 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-10d38a1b-3545-4e59-8527-37bdf3e5a88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (dc22c785-b31c-4d72-8684-5bf4e30f1e29), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:46.024966 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-10d38a1b-3545-4e59-8527-37bdf3e5a88f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d835a1921454998aa99e76292a0669e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4111249 Mar 08 19:16:46.032531 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 38366) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:46.051062 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d38a1b-3545-4e59-8527-37bdf3e5a88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc22c785-b31c-4d72-8684-5bf4e30f1e29,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:46.071580 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582d9ef3-38f8-4704-b22a-536811e6aa15 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:16:46.091982 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-582d9ef3-38f8-4704-b22a-536811e6aa15 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:46.093832 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ba22d-5c19-4640-933b-3a3d080006d4 None None] Sync routers for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:16:46.113317 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3bf4949d-6a7f-4941-b61f-e04e0ccc1240 admin admin] Publish callbacks [] for security_group (dc22c785-b31c-4d72-8684-5bf4e30f1e29), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:46.128224 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ba22d-5c19-4640-933b-3a3d080006d4 None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:16:46.131562 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-582d9ef3-38f8-4704-b22a-536811e6aa15 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "PUT /v2.0/floatingips/9ae0d253-bef3-4b1e-b5eb-9eebcacb070d HTTP/1.1" status: 200 len: 990 time: 1.8473105 Mar 08 19:16:46.132193 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'tag': '63a706b0-f72c-42d1-828e-e709afb6a975'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:16:46.135418 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6af986-6574-4a87-92dd-01a65ad93196" -d '{"events": [{"name": "network-changed", "server_uuid": "475a6bb9-3c71-4739-9c8b-53a100d4eccf", "tag": "63a706b0-f72c-42d1-828e-e709afb6a975"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:16:46.143241 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-a40ba22d-5c19-4640-933b-3a3d080006d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:16:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:46.173923 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3bf4949d-6a7f-4941-b61f-e04e0ccc1240 admin admin] Publish callbacks [] for security_group (dc22c785-b31c-4d72-8684-5bf4e30f1e29), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:46.209157 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368e0b1e-7d37-4c8f-a2ce-5389079f6c67 x-openstack-request-id: req-368e0b1e-7d37-4c8f-a2ce-5389079f6c67 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:16:46.209663 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475a6bb9-3c71-4739-9c8b-53a100d4eccf", "tag": "63a706b0-f72c-42d1-828e-e709afb6a975", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:16:46.210162 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-368e0b1e-7d37-4c8f-a2ce-5389079f6c67 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:16:46.210734 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'tag': '63a706b0-f72c-42d1-828e-e709afb6a975', 'status': 'completed', 'code': 200} Mar 08 19:16:46.303468 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-a40ba22d-5c19-4640-933b-3a3d080006d4 None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:16:46.323631 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6af986-6574-4a87-92dd-01a65ad93196 req-7d4c7463-9ba4-419b-b1b8-5f9e0e290798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:46.326908 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ea6af986-6574-4a87-92dd-01a65ad93196 req-7d4c7463-9ba4-419b-b1b8-5f9e0e290798 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 1129 time: 0.0836072 Mar 08 19:16:46.392011 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3bf4949d-6a7f-4941-b61f-e04e0ccc1240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (dc22c785-b31c-4d72-8684-5bf4e30f1e29), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:46.394943 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3bf4949d-6a7f-4941-b61f-e04e0ccc1240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:46.396212 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-3bf4949d-6a7f-4941-b61f-e04e0ccc1240 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc22c785-b31c-4d72-8684-5bf4e30f1e29 HTTP/1.1" status: 204 len: 168 time: 0.3627083 Mar 08 19:16:46.448543 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4949d-6a7f-4941-b61f-e04e0ccc1240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc22c785-b31c-4d72-8684-5bf4e30f1e29,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:46.519240 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6af986-6574-4a87-92dd-01a65ad93196 req-0f26994b-f9f9-4d4f-bd47-4bdd561eb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:46.520781 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ea6af986-6574-4a87-92dd-01a65ad93196 req-0f26994b-f9f9-4d4f-bd47-4bdd561eb2de service neutron] 10.222.0.64 "GET /v2.0/networks?id=388fd34c-8824-4f29-8fd1-2b60271e031f HTTP/1.1" status: 200 len: 915 time: 0.1896605 Mar 08 19:16:46.647438 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-a40ba22d-5c19-4640-933b-3a3d080006d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '9ae0d253-bef3-4b1e-b5eb-9eebcacb070d', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'port_id': '63a706b0-f72c-42d1-828e-e709afb6a975', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'mac_address': 'fa:16:3e:4a:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:16:07Z', 'updated_at': '2022-03-08T19:16:45Z', 'revision_number': 1, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:46.652536 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811723d-d4b5-4503-83f1-e83784b85c03 req-8091342a-e931-431c-bd0f-735eb436165d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:46.652536 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b811723d-d4b5-4503-83f1-e83784b85c03 req-8091342a-e931-431c-bd0f-735eb436165d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0665755 Mar 08 19:16:46.681128 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ea6af986-6574-4a87-92dd-01a65ad93196 req-f08da663-f21a-4936-9fc0-608e510b11b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63a706b0-f72c-42d1-828e-e709afb6a975 HTTP/1.1" status: 200 len: 998 time: 0.1514463 Mar 08 19:16:46.694887 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ba22d-5c19-4640-933b-3a3d080006d4 None None] Checking router: e487fd44-513d-440f-b0a4-0bfef29293b0 for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:16:46.705366 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ba22d-5c19-4640-933b-3a3d080006d4 None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:16:46.706064 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-a40ba22d-5c19-4640-933b-3a3d080006d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:16:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:46.730285 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b811723d-d4b5-4503-83f1-e83784b85c03 req-27bc5b4d-bd86-4f5a-b298-59ff9887b779 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637381 Mar 08 19:16:46.749489 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6af986-6574-4a87-92dd-01a65ad93196 req-92b3f60c-aafd-4115-bc0d-8e961d9cfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:46.751097 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ea6af986-6574-4a87-92dd-01a65ad93196 req-92b3f60c-aafd-4115-bc0d-8e961d9cfbe2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5d488cc-d933-4aa0-9cc6-087a844e6a20 HTTP/1.1" status: 200 len: 853 time: 0.0662744 Mar 08 19:16:46.881842 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6af986-6574-4a87-92dd-01a65ad93196 req-cdd63855-866a-4240-a58b-2ecd7add625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:46.886149 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ea6af986-6574-4a87-92dd-01a65ad93196 req-cdd63855-866a-4240-a58b-2ecd7add625c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=388fd34c-8824-4f29-8fd1-2b60271e031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644064 Mar 08 19:16:46.891933 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf81dc-6c61-48da-b200-7f6c0ec716cd req-05d5e21a-819c-4d8a-bebf-388e8f3f010e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:46.893777 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a0cf81dc-6c61-48da-b200-7f6c0ec716cd req-05d5e21a-819c-4d8a-bebf-388e8f3f010e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0740523 Mar 08 19:16:46.905276 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 38392) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:46.910003 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-39f27dcb-3a35-4cd1-9a31-0a8ac1f0efc3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Request body: {'floatingip': {'port_id': '34502e9b-8ce0-42c4-bc29-94a2de69e607'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:46.933074 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-a40ba22d-5c19-4640-933b-3a3d080006d4 None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:16:46.950338 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-39f27dcb-3a35-4cd1-9a31-0a8ac1f0efc3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for floatingip (00843023-55db-49cc-bc03-437fd8655d7f), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:47.038834 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ea6af986-6574-4a87-92dd-01a65ad93196 req-f3090b25-eaa1-4712-ae72-d7f5d7822ba5 service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465719 Mar 08 19:16:47.211878 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ea6af986-6574-4a87-92dd-01a65ad93196 req-b3cf4744-62bf-4a8e-8976-f255ac5da8d5 service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547222 Mar 08 19:16:47.246316 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-a40ba22d-5c19-4640-933b-3a3d080006d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '9ae0d253-bef3-4b1e-b5eb-9eebcacb070d', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'port_id': '63a706b0-f72c-42d1-828e-e709afb6a975', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'mac_address': 'fa:16:3e:4a:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:16:07Z', 'updated_at': '2022-03-08T19:16:45Z', 'revision_number': 1, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:47.278452 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ba22d-5c19-4640-933b-3a3d080006d4 None None] The sync data for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi is: [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '9ae0d253-bef3-4b1e-b5eb-9eebcacb070d', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'port_id': '63a706b0-f72c-42d1-828e-e709afb6a975', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'mac_address': 'fa:16:3e:4a:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:16:07Z', 'updated_at': '2022-03-08T19:16:45Z', 'revision_number': 1, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:16:47.331952 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 38410) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:47.357086 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b272f4c5-8f37-4f21-ac99-cf3d66b2e8a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:47.469219 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b272f4c5-8f37-4f21-ac99-cf3d66b2e8a9 admin admin] Publish callbacks [] for security_group (92779bd6-193e-4cfe-84ce-92910542cbb3), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:47.522695 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-39f27dcb-3a35-4cd1-9a31-0a8ac1f0efc3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:47.560186 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3147c2-20db-4c3c-a63e-25ccf13ddf7c None None] New status for floating IP 9ae0d253-bef3-4b1e-b5eb-9eebcacb070d: ACTIVE {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:16:47.580412 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b272f4c5-8f37-4f21-ac99-cf3d66b2e8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (92779bd6-193e-4cfe-84ce-92910542cbb3), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:47.618742 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272f4c5-8f37-4f21-ac99-cf3d66b2e8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92779bd6-193e-4cfe-84ce-92910542cbb3,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:47.623662 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-b272f4c5-8f37-4f21-ac99-cf3d66b2e8a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2518a58750f64d25b48fb0fe1d999210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907195 Mar 08 19:16:47.626279 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 38416) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:47.672292 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-39f27dcb-3a35-4cd1-9a31-0a8ac1f0efc3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (00843023-55db-49cc-bc03-437fd8655d7f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:47.681941 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8de0ea85-9ee1-44cb-9e0d-980c182f2609 admin admin] Publish callbacks [] for security_group (92779bd6-193e-4cfe-84ce-92910542cbb3), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:47.713620 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8de0ea85-9ee1-44cb-9e0d-980c182f2609 admin admin] Publish callbacks [] for security_group (92779bd6-193e-4cfe-84ce-92910542cbb3), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:47.845582 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8de0ea85-9ee1-44cb-9e0d-980c182f2609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (92779bd6-193e-4cfe-84ce-92910542cbb3), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:47.848759 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8de0ea85-9ee1-44cb-9e0d-980c182f2609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:47.850491 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8de0ea85-9ee1-44cb-9e0d-980c182f2609 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92779bd6-193e-4cfe-84ce-92910542cbb3 HTTP/1.1" status: 204 len: 168 time: 0.2229536 Mar 08 19:16:47.861740 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0ea85-9ee1-44cb-9e0d-980c182f2609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92779bd6-193e-4cfe-84ce-92910542cbb3,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:47.985539 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.l3_db [None req-39f27dcb-3a35-4cd1-9a31-0a8ac1f0efc3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Floating IP 00843023-55db-49cc-bc03-437fd8655d7f associated. External IP: 172.27.2.156, port: 34502e9b-8ce0-42c4-bc29-94a2de69e607. Mar 08 19:16:48.217875 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f27dcb-3a35-4cd1-9a31-0a8ac1f0efc3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Router a1562454-30ab-4b3e-b508-89e0b929cde4 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:16:48.339099 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f27dcb-3a35-4cd1-9a31-0a8ac1f0efc3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:16:48.343932 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-39f27dcb-3a35-4cd1-9a31-0a8ac1f0efc3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:48.348784 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f34819-a022-41b1-8b45-d02e9306256b None None] Sync routers for ids ['a1562454-30ab-4b3e-b508-89e0b929cde4'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:16:48.360386 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f34819-a022-41b1-8b45-d02e9306256b None None] Routers {'a1562454-30ab-4b3e-b508-89e0b929cde4'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:16:48.361109 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-27f34819-a022-41b1-8b45-d02e9306256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:16:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a1562454-30ab-4b3e-b508-89e0b929cde4'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:48.387121 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-39f27dcb-3a35-4cd1-9a31-0a8ac1f0efc3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "PUT /v2.0/floatingips/00843023-55db-49cc-bc03-437fd8655d7f HTTP/1.1" status: 200 len: 992 time: 1.4698522 Mar 08 19:16:48.387121 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77883da4-802b-4542-9318-8174c773d3d2', 'tag': '34502e9b-8ce0-42c4-bc29-94a2de69e607'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:16:48.387121 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a035d10-bd2a-4e70-9a80-9576fdf69d07" -d '{"events": [{"name": "network-changed", "server_uuid": "77883da4-802b-4542-9318-8174c773d3d2", "tag": "34502e9b-8ce0-42c4-bc29-94a2de69e607"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:16:48.462335 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc48a9be-f4e0-4637-a5cc-57b81310033f x-openstack-request-id: req-fc48a9be-f4e0-4637-a5cc-57b81310033f {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:16:48.462838 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77883da4-802b-4542-9318-8174c773d3d2", "tag": "34502e9b-8ce0-42c4-bc29-94a2de69e607", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:16:48.463103 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc48a9be-f4e0-4637-a5cc-57b81310033f {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:16:48.463499 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77883da4-802b-4542-9318-8174c773d3d2', 'tag': '34502e9b-8ce0-42c4-bc29-94a2de69e607', 'status': 'completed', 'code': 200} Mar 08 19:16:48.497047 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-27f34819-a022-41b1-8b45-d02e9306256b None None] Set router a1562454-30ab-4b3e-b508-89e0b929cde4 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:16:48.535472 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a035d10-bd2a-4e70-9a80-9576fdf69d07 req-54e756c2-34c7-4f0b-9479-a8a3a0c2dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:48.536893 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0a035d10-bd2a-4e70-9a80-9576fdf69d07 req-54e756c2-34c7-4f0b-9479-a8a3a0c2dd47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e232d9d1074348e8bcb4ab6f69434a83&device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 1130 time: 0.0502014 Mar 08 19:16:48.652246 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a035d10-bd2a-4e70-9a80-9576fdf69d07 req-8f2a750a-9f00-455e-9621-6b60aab375c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:48.653926 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0a035d10-bd2a-4e70-9a80-9576fdf69d07 req-8f2a750a-9f00-455e-9621-6b60aab375c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46edac82-f34a-4fd3-bd2f-ca292de936fb HTTP/1.1" status: 200 len: 917 time: 0.1090579 Mar 08 19:16:48.722318 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0a035d10-bd2a-4e70-9a80-9576fdf69d07 req-25fab9dd-39e5-48ef-8726-47852b1c8678 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34502e9b-8ce0-42c4-bc29-94a2de69e607 HTTP/1.1" status: 200 len: 1000 time: 0.0611494 Mar 08 19:16:48.751063 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-27f34819-a022-41b1-8b45-d02e9306256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '00843023-55db-49cc-bc03-437fd8655d7f', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'port_id': '34502e9b-8ce0-42c4-bc29-94a2de69e607', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'mac_address': 'fa:16:3e:37:68:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77883da4-802b-4542-9318-8174c773d3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:16:10Z', 'updated_at': '2022-03-08T19:16:47Z', 'revision_number': 1, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c809f54-5e78-429e-96f2-9d8f02a99d49', 'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'mac_address': 'fa:16:3e:1a:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:16:03Z', 'updated_at': '2022-03-08T19:16:11Z', 'revision_number': 5, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'subnets': [{'id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:48.770841 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a035d10-bd2a-4e70-9a80-9576fdf69d07 req-f214c6bb-a06e-47f0-815e-ab6c02199590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:48.772278 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0a035d10-bd2a-4e70-9a80-9576fdf69d07 req-f214c6bb-a06e-47f0-815e-ab6c02199590 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c12f396-82f2-4313-8a98-b17d51e08628 HTTP/1.1" status: 200 len: 855 time: 0.0442812 Mar 08 19:16:48.776871 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f34819-a022-41b1-8b45-d02e9306256b None None] Checking router: a1562454-30ab-4b3e-b508-89e0b929cde4 for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:16:48.785014 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f34819-a022-41b1-8b45-d02e9306256b None None] Routers {'a1562454-30ab-4b3e-b508-89e0b929cde4'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:16:48.785607 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-27f34819-a022-41b1-8b45-d02e9306256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:16:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a1562454-30ab-4b3e-b508-89e0b929cde4'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:48.825582 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a035d10-bd2a-4e70-9a80-9576fdf69d07 req-92c9576e-be6e-4e43-b284-43b0fcf65e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:48.827147 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0a035d10-bd2a-4e70-9a80-9576fdf69d07 req-92c9576e-be6e-4e43-b284-43b0fcf65e38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46edac82-f34a-4fd3-bd2f-ca292de936fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470963 Mar 08 19:16:48.897751 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-27f34819-a022-41b1-8b45-d02e9306256b None None] Set router a1562454-30ab-4b3e-b508-89e0b929cde4 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:16:48.922244 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0a035d10-bd2a-4e70-9a80-9576fdf69d07 req-3f888ac4-c7a5-420c-a92d-bfa3ee16cdc0 service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882692 Mar 08 19:16:49.178172 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-27f34819-a022-41b1-8b45-d02e9306256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '00843023-55db-49cc-bc03-437fd8655d7f', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'port_id': '34502e9b-8ce0-42c4-bc29-94a2de69e607', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'mac_address': 'fa:16:3e:37:68:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77883da4-802b-4542-9318-8174c773d3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:16:10Z', 'updated_at': '2022-03-08T19:16:47Z', 'revision_number': 1, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c809f54-5e78-429e-96f2-9d8f02a99d49', 'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'mac_address': 'fa:16:3e:1a:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:16:03Z', 'updated_at': '2022-03-08T19:16:11Z', 'revision_number': 5, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'subnets': [{'id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:16:49.218846 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f34819-a022-41b1-8b45-d02e9306256b None None] The sync data for ids ['a1562454-30ab-4b3e-b508-89e0b929cde4'] in dv-cinder-830092-3-iscsi is: [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '00843023-55db-49cc-bc03-437fd8655d7f', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'port_id': '34502e9b-8ce0-42c4-bc29-94a2de69e607', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'mac_address': 'fa:16:3e:37:68:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77883da4-802b-4542-9318-8174c773d3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:16:10Z', 'updated_at': '2022-03-08T19:16:47Z', 'revision_number': 1, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c809f54-5e78-429e-96f2-9d8f02a99d49', 'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'mac_address': 'fa:16:3e:1a:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:16:03Z', 'updated_at': '2022-03-08T19:16:11Z', 'revision_number': 5, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'subnets': [{'id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:16:49.247935 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0a035d10-bd2a-4e70-9a80-9576fdf69d07 req-fb8ee97f-e865-4165-ba1f-4f9f0ab8635e service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200788 Mar 08 19:16:49.483454 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db930355-7139-4336-a746-3a42d13f350b None None] New status for floating IP 00843023-55db-49cc-bc03-437fd8655d7f: ACTIVE {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:16:50.702813 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-86494978-98ca-4ea2-8da7-80b5aa2cca52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:53.125349 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4215f678-11fc-4f2e-a107-1481512d2e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:53.199043 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-98ff36e4-915c-4762-bf71-0958850f191a req-bec630ae-dc88-4c61-a34e-5ef20a7c9385 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0620837 Mar 08 19:16:53.300629 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff36e4-915c-4762-bf71-0958850f191a req-bf790196-4ad0-466c-a623-003097974bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:53.302315 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-98ff36e4-915c-4762-bf71-0958850f191a req-bf790196-4ad0-466c-a623-003097974bf1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=37265fb7fc504f8cac7b926cd828faac&device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 1130 time: 0.0477684 Mar 08 19:16:53.423586 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff36e4-915c-4762-bf71-0958850f191a req-4c28a1f1-218d-4ce2-ac5b-730291d36e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:53.425136 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-98ff36e4-915c-4762-bf71-0958850f191a req-4c28a1f1-218d-4ce2-ac5b-730291d36e8f service neutron] 10.222.0.64 "GET /v2.0/networks?id=163cc6d9-161d-4270-82fc-6e43ab70346b HTTP/1.1" status: 200 len: 913 time: 0.1037948 Mar 08 19:16:53.474026 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-98ff36e4-915c-4762-bf71-0958850f191a req-42daa50f-f43e-4ff5-a7b4-f49c4261f75e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eedeebf-db9b-431f-a5bd-28365eee2d81 HTTP/1.1" status: 200 len: 217 time: 0.0384607 Mar 08 19:16:53.525365 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff36e4-915c-4762-bf71-0958850f191a req-c7ba2c06-0523-4c61-a6cf-2f85e0267e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:53.526865 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-98ff36e4-915c-4762-bf71-0958850f191a req-c7ba2c06-0523-4c61-a6cf-2f85e0267e6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be371edc-ffd2-4c58-9dd3-e138503fa280 HTTP/1.1" status: 200 len: 852 time: 0.0442371 Mar 08 19:16:53.565072 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-98ff36e4-915c-4762-bf71-0958850f191a req-c077250c-d2bb-4710-8f24-ac176fe68655 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=163cc6d9-161d-4270-82fc-6e43ab70346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308392 Mar 08 19:16:53.655147 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-98ff36e4-915c-4762-bf71-0958850f191a req-aa31fe7f-9237-45aa-a66e-b2c30e38bcac service neutron] 10.222.0.64 "GET /v2.0/networks/163cc6d9-161d-4270-82fc-6e43ab70346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836344 Mar 08 19:16:53.750236 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-98ff36e4-915c-4762-bf71-0958850f191a req-9c61e79a-cd62-462d-9526-34c13757fc4f service neutron] 10.222.0.64 "GET /v2.0/networks/163cc6d9-161d-4270-82fc-6e43ab70346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888727 Mar 08 19:16:54.216345 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:54.659748 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:56.084578 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:57.073526 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:57.792393 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 38746) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:57.897541 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2f22c758-b863-4cc9-8254-454ba358ecaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:57.969834 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2f22c758-b863-4cc9-8254-454ba358ecaf admin admin] Publish callbacks [] for security_group (68adfefe-5228-4db9-af4b-ad38725929b3), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:58.107265 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2f22c758-b863-4cc9-8254-454ba358ecaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (68adfefe-5228-4db9-af4b-ad38725929b3), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:58.145135 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-2f22c758-b863-4cc9-8254-454ba358ecaf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b044534ca12144f79c1581ee03bcf5f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3516538 Mar 08 19:16:58.145990 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22c758-b863-4cc9-8254-454ba358ecaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68adfefe-5228-4db9-af4b-ad38725929b3,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:58.147863 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 38756) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:58.154434 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22c758-b863-4cc9-8254-454ba358ecaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.159017 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22c758-b863-4cc9-8254-454ba358ecaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.159017 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22c758-b863-4cc9-8254-454ba358ecaf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.159017 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22c758-b863-4cc9-8254-454ba358ecaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.159017 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22c758-b863-4cc9-8254-454ba358ecaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.159017 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22c758-b863-4cc9-8254-454ba358ecaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.159017 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22c758-b863-4cc9-8254-454ba358ecaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.159017 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22c758-b863-4cc9-8254-454ba358ecaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.159017 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22c758-b863-4cc9-8254-454ba358ecaf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.159017 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22c758-b863-4cc9-8254-454ba358ecaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.159017 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22c758-b863-4cc9-8254-454ba358ecaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.159017 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22c758-b863-4cc9-8254-454ba358ecaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.159017 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22c758-b863-4cc9-8254-454ba358ecaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.195557 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] Publish callbacks [] for security_group (68adfefe-5228-4db9-af4b-ad38725929b3), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:58.216185 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] Publish callbacks [] for security_group (68adfefe-5228-4db9-af4b-ad38725929b3), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:58.342087 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (68adfefe-5228-4db9-af4b-ad38725929b3), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:58.344973 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:58.348432 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68adfefe-5228-4db9-af4b-ad38725929b3 HTTP/1.1" status: 204 len: 168 time: 0.1965671 Mar 08 19:16:58.356276 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68adfefe-5228-4db9-af4b-ad38725929b3,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:58.365695 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.366782 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.367809 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.368485 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.368821 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.369155 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.369490 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.369821 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.370149 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.370502 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.370831 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.371206 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:58.371531 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ab40f2-5a04-485b-aab0-0dd83c8101d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:59.037067 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 38774) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:59.050177 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5bc7b9ad-91dd-4955-b915-26736736bec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:59.135463 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5bc7b9ad-91dd-4955-b915-26736736bec0 admin admin] Publish callbacks [] for security_group (6996f716-2adf-4b71-8d6d-075758edd637), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:59.240642 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5bc7b9ad-91dd-4955-b915-26736736bec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (6996f716-2adf-4b71-8d6d-075758edd637), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:59.282887 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-5bc7b9ad-91dd-4955-b915-26736736bec0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e63e4c2755854dc29acdcb56d4cdec69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447364 Mar 08 19:16:59.283994 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7b9ad-91dd-4955-b915-26736736bec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6996f716-2adf-4b71-8d6d-075758edd637,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:59.285615 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 38776) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:59.333194 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e8431efb-e6a6-4274-8f21-43ee74f4a378 admin admin] Publish callbacks [] for security_group (6996f716-2adf-4b71-8d6d-075758edd637), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:59.354287 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e8431efb-e6a6-4274-8f21-43ee74f4a378 admin admin] Publish callbacks [] for security_group (6996f716-2adf-4b71-8d6d-075758edd637), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:59.496254 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e8431efb-e6a6-4274-8f21-43ee74f4a378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (6996f716-2adf-4b71-8d6d-075758edd637), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:59.498790 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e8431efb-e6a6-4274-8f21-43ee74f4a378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:59.502701 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-e8431efb-e6a6-4274-8f21-43ee74f4a378 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6996f716-2adf-4b71-8d6d-075758edd637 HTTP/1.1" status: 204 len: 168 time: 0.2133605 Mar 08 19:16:59.507870 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8431efb-e6a6-4274-8f21-43ee74f4a378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6996f716-2adf-4b71-8d6d-075758edd637,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:00.401396 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 38836) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:00.517096 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1ab33034-219c-442d-8135-403a207b9e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:00.590700 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1ab33034-219c-442d-8135-403a207b9e03 admin admin] Publish callbacks [] for security_group (50f3d136-580b-4199-8695-8a053ced912a), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:00.713447 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1ab33034-219c-442d-8135-403a207b9e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (50f3d136-580b-4199-8695-8a053ced912a), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:00.752351 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-1ab33034-219c-442d-8135-403a207b9e03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4c849012acb4c11a0e28ee8749269d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3498294 Mar 08 19:17:00.754616 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab33034-219c-442d-8135-403a207b9e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f3d136-580b-4199-8695-8a053ced912a,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:00.764776 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 38856) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:00.793330 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdab48-0228-4e45-982b-66451ea59b96 req-d7cfca60-d8e9-43f1-9991-7fb9d4011c56 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:00.799921 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f9fdab48-0228-4e45-982b-66451ea59b96 req-d7cfca60-d8e9-43f1-9991-7fb9d4011c56 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 946 time: 0.0728607 Mar 08 19:17:00.818131 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-489bccbd-bae5-44cf-914b-66e3e207d19d admin admin] Publish callbacks [] for security_group (50f3d136-580b-4199-8695-8a053ced912a), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:00.841589 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-489bccbd-bae5-44cf-914b-66e3e207d19d admin admin] Publish callbacks [] for security_group (50f3d136-580b-4199-8695-8a053ced912a), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:00.845015 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f9fdab48-0228-4e45-982b-66451ea59b96 req-adf70c4a-6d77-427b-914c-10b2a1105cd6 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439785 Mar 08 19:17:01.061807 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-489bccbd-bae5-44cf-914b-66e3e207d19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (50f3d136-580b-4199-8695-8a053ced912a), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:01.064423 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-489bccbd-bae5-44cf-914b-66e3e207d19d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:01.065576 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-489bccbd-bae5-44cf-914b-66e3e207d19d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50f3d136-580b-4199-8695-8a053ced912a HTTP/1.1" status: 204 len: 168 time: 0.2999256 Mar 08 19:17:01.074081 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bccbd-bae5-44cf-914b-66e3e207d19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f3d136-580b-4199-8695-8a053ced912a,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:01.725016 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 38886) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:01.738935 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-687c78bc-ec81-40f8-ac98-43a93eef6db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:01.820950 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-687c78bc-ec81-40f8-ac98-43a93eef6db5 admin admin] Publish callbacks [] for security_group (8b8dcaa0-168b-41a2-b7fa-c9c72136bd85), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:01.895780 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-687c78bc-ec81-40f8-ac98-43a93eef6db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (8b8dcaa0-168b-41a2-b7fa-c9c72136bd85), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:01.943459 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-687c78bc-ec81-40f8-ac98-43a93eef6db5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1005a46aaab04252b0716b9dff14a47e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167618 Mar 08 19:17:01.944496 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c78bc-ec81-40f8-ac98-43a93eef6db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8dcaa0-168b-41a2-b7fa-c9c72136bd85,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:01.947215 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 38894) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:02.003404 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a9350-61a0-48e0-bf67-d29dafd8bb05 req-772837ff-5137-4f9b-ac7e-e3c2bed48b34 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:02.004867 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-565a9350-61a0-48e0-bf67-d29dafd8bb05 req-772837ff-5137-4f9b-ac7e-e3c2bed48b34 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 946 time: 0.0881982 Mar 08 19:17:02.030384 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-da4381bd-029f-4c86-b8d4-6226a9ef1c04 admin admin] Publish callbacks [] for security_group (8b8dcaa0-168b-41a2-b7fa-c9c72136bd85), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:02.074282 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-da4381bd-029f-4c86-b8d4-6226a9ef1c04 admin admin] Publish callbacks [] for security_group (8b8dcaa0-168b-41a2-b7fa-c9c72136bd85), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:02.087313 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-565a9350-61a0-48e0-bf67-d29dafd8bb05 req-4e4dcd35-b086-4d2a-b2ef-d542c0ca255b tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743213 Mar 08 19:17:02.210318 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-da4381bd-029f-4c86-b8d4-6226a9ef1c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (8b8dcaa0-168b-41a2-b7fa-c9c72136bd85), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:02.213149 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-da4381bd-029f-4c86-b8d4-6226a9ef1c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:02.214333 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-da4381bd-029f-4c86-b8d4-6226a9ef1c04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b8dcaa0-168b-41a2-b7fa-c9c72136bd85 HTTP/1.1" status: 204 len: 168 time: 0.2652266 Mar 08 19:17:02.222165 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4381bd-029f-4c86-b8d4-6226a9ef1c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8dcaa0-168b-41a2-b7fa-c9c72136bd85,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:03.342393 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d874aa-b9e3-4f57-8eee-00bc24b2a2aa req-bc0301e3-b998-4935-801a-0dea4c4e6137 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:03.343918 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-35d874aa-b9e3-4f57-8eee-00bc24b2a2aa req-bc0301e3-b998-4935-801a-0dea4c4e6137 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 946 time: 0.0544274 Mar 08 19:17:03.390658 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-35d874aa-b9e3-4f57-8eee-00bc24b2a2aa req-528aa66d-b298-4e54-a60c-9cec1081f712 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412946 Mar 08 19:17:04.519762 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166e6a8-3927-4a13-b843-7674661c3388 req-17d3fe77-0bde-4790-986b-a0542d180b67 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:04.521240 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f166e6a8-3927-4a13-b843-7674661c3388 req-17d3fe77-0bde-4790-986b-a0542d180b67 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 946 time: 0.0534701 Mar 08 19:17:04.572090 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f166e6a8-3927-4a13-b843-7674661c3388 req-58081a93-ff3a-498f-afec-d72c8072fac3 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447094 Mar 08 19:17:05.520679 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c2d41-dab0-4b54-bf6e-806800660bb6 req-6c7c9715-80f3-4edd-851b-c3756c8275af tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:05.523497 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e56c2d41-dab0-4b54-bf6e-806800660bb6 req-6c7c9715-80f3-4edd-851b-c3756c8275af tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 946 time: 0.0960948 Mar 08 19:17:05.697274 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-e56c2d41-dab0-4b54-bf6e-806800660bb6 req-63272ad9-dfcb-4371-a7ba-577bb9c53695 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Deleting port 2eedeebf-db9b-431f-a5bd-28365eee2d81 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:17:05.697623 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-e56c2d41-dab0-4b54-bf6e-806800660bb6 req-63272ad9-dfcb-4371-a7ba-577bb9c53695 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (2eedeebf-db9b-431f-a5bd-28365eee2d81), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:05.712952 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbad6d-7473-4ff5-a474-8f20b1dc9cc2 req-7396845a-9d97-4749-8edb-09862e6747a6 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:05.714612 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-afbbad6d-7473-4ff5-a474-8f20b1dc9cc2 req-7396845a-9d97-4749-8edb-09862e6747a6 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 946 time: 0.0613310 Mar 08 19:17:05.783668 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-afbbad6d-7473-4ff5-a474-8f20b1dc9cc2 req-9f32dd9e-437d-4d9e-8ea0-912459fd0e50 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/security-groups?id=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584321 Mar 08 19:17:05.816124 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-e56c2d41-dab0-4b54-bf6e-806800660bb6 req-63272ad9-dfcb-4371-a7ba-577bb9c53695 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] For port 2eedeebf-db9b-431f-a5bd-28365eee2d81, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eedeebf-db9b-431f-a5bd-28365eee2d81,segment=NetworkSegment(23448852-70e1-467c-8a45-ff389ef2b89d),segment_id=23448852-70e1-467c-8a45-ff389ef2b89d)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:05.816481 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-e56c2d41-dab0-4b54-bf6e-806800660bb6 req-63272ad9-dfcb-4371-a7ba-577bb9c53695 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (2eedeebf-db9b-431f-a5bd-28365eee2d81), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:05.837385 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-e56c2d41-dab0-4b54-bf6e-806800660bb6 req-63272ad9-dfcb-4371-a7ba-577bb9c53695 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Calling delete_port for 2eedeebf-db9b-431f-a5bd-28365eee2d81 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:17:06.124973 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39028) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:06.133900 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-e56c2d41-dab0-4b54-bf6e-806800660bb6 req-63272ad9-dfcb-4371-a7ba-577bb9c53695 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226'] for port (2eedeebf-db9b-431f-a5bd-28365eee2d81), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:06.145904 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['2eedeebf-db9b-431f-a5bd-28365eee2d81'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:17:06.167623 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63272ad9-dfcb-4371-a7ba-577bb9c53695 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Pushing event deleted for resources: {'Port': ['ID=2eedeebf-db9b-431f-a5bd-28365eee2d81,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:06.231337 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56c2d41-dab0-4b54-bf6e-806800660bb6 req-63272ad9-dfcb-4371-a7ba-577bb9c53695 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] No DVR routers for this DVR port 2eedeebf-db9b-431f-a5bd-28365eee2d81 on host hv-cinder-83009 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:17:06.234536 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-e56c2d41-dab0-4b54-bf6e-806800660bb6 req-63272ad9-dfcb-4371-a7ba-577bb9c53695 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:06.235982 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0000821a-89ee-4f93-b2ba-856535ef315a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:06.238200 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e56c2d41-dab0-4b54-bf6e-806800660bb6 req-63272ad9-dfcb-4371-a7ba-577bb9c53695 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.64 "DELETE /v2.0/ports/2eedeebf-db9b-431f-a5bd-28365eee2d81 HTTP/1.1" status: 204 len: 173 time: 0.7091033 Mar 08 19:17:06.238898 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd98e45c-da6d-4b2d-bc1c-beec169685cc', 'name': 'network-vif-deleted', 'tag': '2eedeebf-db9b-431f-a5bd-28365eee2d81'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:17:06.242484 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b0dda8-6321-43da-9dc9-09e49d9aeae0" -d '{"events": [{"server_uuid": "fd98e45c-da6d-4b2d-bc1c-beec169685cc", "name": "network-vif-deleted", "tag": "2eedeebf-db9b-431f-a5bd-28365eee2d81"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:17:06.336487 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0000821a-89ee-4f93-b2ba-856535ef315a admin admin] Publish callbacks [] for security_group (182f3028-e8a5-45d0-bc77-e42b5f03a382), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:06.427881 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa90794f-d663-4aa8-9fa7-f6c201b33be9 x-openstack-request-id: req-fa90794f-d663-4aa8-9fa7-f6c201b33be9 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:17:06.428302 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd98e45c-da6d-4b2d-bc1c-beec169685cc", "name": "network-vif-deleted", "tag": "2eedeebf-db9b-431f-a5bd-28365eee2d81", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:17:06.429044 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa90794f-d663-4aa8-9fa7-f6c201b33be9 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:17:06.429496 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd98e45c-da6d-4b2d-bc1c-beec169685cc', 'name': 'network-vif-deleted', 'tag': '2eedeebf-db9b-431f-a5bd-28365eee2d81', 'status': 'completed', 'code': 200} Mar 08 19:17:06.443716 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0000821a-89ee-4f93-b2ba-856535ef315a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (182f3028-e8a5-45d0-bc77-e42b5f03a382), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:06.490466 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-0000821a-89ee-4f93-b2ba-856535ef315a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72b13e8ea00442e7a327141bea2617d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643801 Mar 08 19:17:06.490605 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39050) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:06.492352 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000821a-89ee-4f93-b2ba-856535ef315a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182f3028-e8a5-45d0-bc77-e42b5f03a382,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:06.545615 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f84611c7-04df-49ee-aa40-f93bd98a00f8 admin admin] Publish callbacks [] for security_group (182f3028-e8a5-45d0-bc77-e42b5f03a382), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:06.570276 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f84611c7-04df-49ee-aa40-f93bd98a00f8 admin admin] Publish callbacks [] for security_group (182f3028-e8a5-45d0-bc77-e42b5f03a382), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:06.798365 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f84611c7-04df-49ee-aa40-f93bd98a00f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (182f3028-e8a5-45d0-bc77-e42b5f03a382), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:06.800975 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f84611c7-04df-49ee-aa40-f93bd98a00f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:06.802217 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f84611c7-04df-49ee-aa40-f93bd98a00f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/182f3028-e8a5-45d0-bc77-e42b5f03a382 HTTP/1.1" status: 204 len: 168 time: 0.3097799 Mar 08 19:17:06.810627 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84611c7-04df-49ee-aa40-f93bd98a00f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182f3028-e8a5-45d0-bc77-e42b5f03a382,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:06.910338 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6d2252ea-3788-4e9e-a6b7-f4d5be18649d req-3155e307-a2e4-414d-9a13-644147859ad8 tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 210 time: 0.0308499 Mar 08 19:17:07.537082 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39082) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:07.555506 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7461f7ca-6a6d-4b1f-b962-a115f569a782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:07.653022 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7461f7ca-6a6d-4b1f-b962-a115f569a782 admin admin] Publish callbacks [] for security_group (3d6d443e-3c78-4ad4-8c5e-5c15f6981e10), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:07.809891 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7461f7ca-6a6d-4b1f-b962-a115f569a782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (3d6d443e-3c78-4ad4-8c5e-5c15f6981e10), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:07.848961 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-7461f7ca-6a6d-4b1f-b962-a115f569a782 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e141d388f99848c0bf8db86d8c71d444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102567 Mar 08 19:17:07.849655 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461f7ca-6a6d-4b1f-b962-a115f569a782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6d443e-3c78-4ad4-8c5e-5c15f6981e10,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:07.852957 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39090) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:07.901005 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-548daee3-ab47-46cb-af66-6cdfff8828df admin admin] Publish callbacks [] for security_group (3d6d443e-3c78-4ad4-8c5e-5c15f6981e10), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:07.922281 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-548daee3-ab47-46cb-af66-6cdfff8828df admin admin] Publish callbacks [] for security_group (3d6d443e-3c78-4ad4-8c5e-5c15f6981e10), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:08.043700 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8adc44f0-1dcf-437e-8e5a-371316dd68ae req-048e9eda-d0c8-497a-b356-a4caac676eeb tempest-DeleteServersTestJSON-365471845 tempest-DeleteServersTestJSON-365471845-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd98e45c-da6d-4b2d-bc1c-beec169685cc HTTP/1.1" status: 200 len: 210 time: 0.0281594 Mar 08 19:17:08.084104 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-548daee3-ab47-46cb-af66-6cdfff8828df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (3d6d443e-3c78-4ad4-8c5e-5c15f6981e10), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:08.087325 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-548daee3-ab47-46cb-af66-6cdfff8828df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:08.088561 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-548daee3-ab47-46cb-af66-6cdfff8828df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d6d443e-3c78-4ad4-8c5e-5c15f6981e10 HTTP/1.1" status: 204 len: 168 time: 0.2346652 Mar 08 19:17:08.096661 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548daee3-ab47-46cb-af66-6cdfff8828df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6d443e-3c78-4ad4-8c5e-5c15f6981e10,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:08.326833 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 2eedeebf-db9b-431f-a5bd-28365eee2d81 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:17:08.347838 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: 2eedeebf-db9b-431f-a5bd-28365eee2d81 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:17:08.348178 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 2eedeebf-db9b-431f-a5bd-28365eee2d81 not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:17:08.765433 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39130) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:08.874630 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-402cc9d2-7acb-49a6-8089-b3b0f714a41e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:08.937578 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39134) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:08.958335 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-402cc9d2-7acb-49a6-8089-b3b0f714a41e admin admin] Publish callbacks [] for security_group (368a8483-a666-47ab-8ffb-4f2d1898ea55), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:08.960274 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e0549b88-f206-43e7-b900-c43a79a525ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:09.045243 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e0549b88-f206-43e7-b900-c43a79a525ef admin admin] Publish callbacks [] for security_group (c91cffe7-a487-47c2-b77e-be3e73309248), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:09.089363 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-402cc9d2-7acb-49a6-8089-b3b0f714a41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (368a8483-a666-47ab-8ffb-4f2d1898ea55), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:09.127741 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402cc9d2-7acb-49a6-8089-b3b0f714a41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368a8483-a666-47ab-8ffb-4f2d1898ea55,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:09.141779 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-402cc9d2-7acb-49a6-8089-b3b0f714a41e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=637e8732cc2c46999d9064f882324f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3752332 Mar 08 19:17:09.144529 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39148) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:09.162117 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e0549b88-f206-43e7-b900-c43a79a525ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (c91cffe7-a487-47c2-b77e-be3e73309248), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:09.231275 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39152) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:09.231784 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-e0549b88-f206-43e7-b900-c43a79a525ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f480d00cd02143d69a915f946b537157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927547 Mar 08 19:17:09.232109 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0549b88-f206-43e7-b900-c43a79a525ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91cffe7-a487-47c2-b77e-be3e73309248,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:09.249300 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-449e85c8-83b5-429e-a89c-e7b3702ef3b5 admin admin] Publish callbacks [] for security_group (368a8483-a666-47ab-8ffb-4f2d1898ea55), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:09.275718 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-449e85c8-83b5-429e-a89c-e7b3702ef3b5 admin admin] Publish callbacks [] for security_group (368a8483-a666-47ab-8ffb-4f2d1898ea55), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:09.296927 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72ab4fe1-5cae-4d7e-a9d4-09d7b6ebd07e admin admin] Publish callbacks [] for security_group (c91cffe7-a487-47c2-b77e-be3e73309248), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:09.321085 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72ab4fe1-5cae-4d7e-a9d4-09d7b6ebd07e admin admin] Publish callbacks [] for security_group (c91cffe7-a487-47c2-b77e-be3e73309248), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:09.429021 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-449e85c8-83b5-429e-a89c-e7b3702ef3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (368a8483-a666-47ab-8ffb-4f2d1898ea55), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:09.432046 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-449e85c8-83b5-429e-a89c-e7b3702ef3b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:09.433379 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-449e85c8-83b5-429e-a89c-e7b3702ef3b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/368a8483-a666-47ab-8ffb-4f2d1898ea55 HTTP/1.1" status: 204 len: 168 time: 0.2875950 Mar 08 19:17:09.446024 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e85c8-83b5-429e-a89c-e7b3702ef3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368a8483-a666-47ab-8ffb-4f2d1898ea55,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:09.483942 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72ab4fe1-5cae-4d7e-a9d4-09d7b6ebd07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (c91cffe7-a487-47c2-b77e-be3e73309248), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:09.486505 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72ab4fe1-5cae-4d7e-a9d4-09d7b6ebd07e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:09.490352 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-72ab4fe1-5cae-4d7e-a9d4-09d7b6ebd07e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c91cffe7-a487-47c2-b77e-be3e73309248 HTTP/1.1" status: 204 len: 168 time: 0.2542899 Mar 08 19:17:09.496893 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab4fe1-5cae-4d7e-a9d4-09d7b6ebd07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91cffe7-a487-47c2-b77e-be3e73309248,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:10.396819 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39198) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:10.409608 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-75a9b395-4395-40fe-9af3-3160b44d1ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:10.482488 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-75a9b395-4395-40fe-9af3-3160b44d1ef8 admin admin] Publish callbacks [] for security_group (b3f6aa14-9bb1-48d2-a144-08250424f005), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:10.580785 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-75a9b395-4395-40fe-9af3-3160b44d1ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (b3f6aa14-9bb1-48d2-a144-08250424f005), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:10.620089 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-75a9b395-4395-40fe-9af3-3160b44d1ef8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4233d333e6a749d9914f568c73e9ac11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221940 Mar 08 19:17:10.621043 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b395-4395-40fe-9af3-3160b44d1ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f6aa14-9bb1-48d2-a144-08250424f005,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:10.622841 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39206) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:10.643564 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:17:10.671081 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5b84-ca9a-4243-859e-b3a9bd3e9d4a admin admin] Publish callbacks [] for security_group (b3f6aa14-9bb1-48d2-a144-08250424f005), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:10.692044 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5b84-ca9a-4243-859e-b3a9bd3e9d4a admin admin] Publish callbacks [] for security_group (b3f6aa14-9bb1-48d2-a144-08250424f005), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:10.847345 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5b84-ca9a-4243-859e-b3a9bd3e9d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (b3f6aa14-9bb1-48d2-a144-08250424f005), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:10.850668 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5b84-ca9a-4243-859e-b3a9bd3e9d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:10.852199 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-9ebb5b84-ca9a-4243-859e-b3a9bd3e9d4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3f6aa14-9bb1-48d2-a144-08250424f005 HTTP/1.1" status: 204 len: 168 time: 0.2278874 Mar 08 19:17:10.860165 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb5b84-ca9a-4243-859e-b3a9bd3e9d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f6aa14-9bb1-48d2-a144-08250424f005,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:17.982661 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39422) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:18.030557 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5c6407-2b6d-4845-94be-228aebc78bd4 admin admin] Deleting subnet be371edc-ffd2-4c58-9dd3-e138503fa280 {{(pid=103757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:17:18.033844 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9e5c6407-2b6d-4845-94be-228aebc78bd4 admin admin] Publish callbacks [] for subnet (be371edc-ffd2-4c58-9dd3-e138503fa280), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:18.079788 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9e5c6407-2b6d-4845-94be-228aebc78bd4 admin admin] Publish callbacks [] for subnet (be371edc-ffd2-4c58-9dd3-e138503fa280), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:18.091716 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9e5c6407-2b6d-4845-94be-228aebc78bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669433'] for subnet (be371edc-ffd2-4c58-9dd3-e138503fa280), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:18.266842 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9e5c6407-2b6d-4845-94be-228aebc78bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for subnet (be371edc-ffd2-4c58-9dd3-e138503fa280), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:18.296243 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c6407-2b6d-4845-94be-228aebc78bd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be371edc-ffd2-4c58-9dd3-e138503fa280,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:18.298178 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9e5c6407-2b6d-4845-94be-228aebc78bd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:18.301381 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-9e5c6407-2b6d-4845-94be-228aebc78bd4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/be371edc-ffd2-4c58-9dd3-e138503fa280 HTTP/1.1" status: 204 len: 168 time: 0.3176417 Mar 08 19:17:18.304632 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39438) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:18.385089 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715894'] for network (163cc6d9-161d-4270-82fc-6e43ab70346b), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:18.475196 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733302', 'neutron.services.segments.db._delete_segments_for_network-8785633600359'] for network (163cc6d9-161d-4270-82fc-6e43ab70346b), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:18.498339 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:18.498716 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:18.499485 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:18.499817 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Subscribe: > port after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:18.500156 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:18.500510 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Subscribe: > port after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:18.500831 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:18.501149 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:18.501461 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:18.501777 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:18.634493 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:18.634848 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:18.635181 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:18.635541 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:18.635917 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163cc6d9-161d-4270-82fc-6e43ab70346b']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:18.655166 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23448852-70e1-467c-8a45-ff389ef2b89d') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:18.655451 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23448852-70e1-467c-8a45-ff389ef2b89d') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:18.678441 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785633599600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12596186'] for segment (23448852-70e1-467c-8a45-ff389ef2b89d), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:18.702727 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (23448852-70e1-467c-8a45-ff389ef2b89d), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:18.713730 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:17:18.714169 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14676627'] for segment (23448852-70e1-467c-8a45-ff389ef2b89d), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: from cryptography.utils import int_from_bytes Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: from cryptography.utils import int_from_bytes Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: Traceback (most recent call last): Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: timer() Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: cb(*args, **kw) Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: return func(*args, **kwargs) Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: self._notify() Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: self.callback(batched_events) Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: event.method(event) Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: return f(self, *a, **k) Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._get(url).json() Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:17:18.737685 dv-cinder-830092-3-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:17:18.898124 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-328354'] for network (163cc6d9-161d-4270-82fc-6e43ab70346b), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:18.905507 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:18.908764 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] 10.222.0.21 "DELETE /v2.0/networks/163cc6d9-161d-4270-82fc-6e43ab70346b HTTP/1.1" status: 204 len: 168 time: 0.6030371 Mar 08 19:17:18.918889 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822591c-d8a0-48c2-b573-ed4ad21fed96 admin admin] Pushing event deleted for resources: {'Network': ['ID=163cc6d9-161d-4270-82fc-6e43ab70346b,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:19.024561 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39466) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:19.080618 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_v2 [None req-703e7687-edcb-4a08-a8cc-1611e7f84488 admin admin] Deleting subnet c9b4a991-5bd8-4d42-9003-f3d0d1a1f2c5 {{(pid=103758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:17:19.083961 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-703e7687-edcb-4a08-a8cc-1611e7f84488 admin admin] Publish callbacks [] for subnet (c9b4a991-5bd8-4d42-9003-f3d0d1a1f2c5), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:19.120991 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-703e7687-edcb-4a08-a8cc-1611e7f84488 admin admin] Publish callbacks [] for subnet (c9b4a991-5bd8-4d42-9003-f3d0d1a1f2c5), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:19.130139 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-703e7687-edcb-4a08-a8cc-1611e7f84488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669433'] for subnet (c9b4a991-5bd8-4d42-9003-f3d0d1a1f2c5), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:19.290288 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-703e7687-edcb-4a08-a8cc-1611e7f84488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for subnet (c9b4a991-5bd8-4d42-9003-f3d0d1a1f2c5), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:19.317958 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e7687-edcb-4a08-a8cc-1611e7f84488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9b4a991-5bd8-4d42-9003-f3d0d1a1f2c5,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:19.321804 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-703e7687-edcb-4a08-a8cc-1611e7f84488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:19.324992 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-703e7687-edcb-4a08-a8cc-1611e7f84488 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c9b4a991-5bd8-4d42-9003-f3d0d1a1f2c5 HTTP/1.1" status: 204 len: 168 time: 0.2988257 Mar 08 19:17:19.327607 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39474) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:19.401431 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715894'] for network (769f2e78-32fb-47ee-89e4-f14aeb8a07f8), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:19.419199 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39476) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:19.463552 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-dd8fbc61-bb7d-49ee-b2e8-390f0f32ab59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37265fb7fc504f8cac7b926cd828faac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431919 Mar 08 19:17:19.466332 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39478) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:19.497946 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733302', 'neutron.services.segments.db._delete_segments_for_network-8785633600359'] for network (769f2e78-32fb-47ee-89e4-f14aeb8a07f8), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:19.520136 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:19.520745 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:19.521987 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:19.522308 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Subscribe: > port after_create 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:19.522665 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:19.522868 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-426979a0-4488-41e6-a974-0e94c67aaafb admin admin] Publish callbacks [] for security_group (1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:19.523013 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Subscribe: > port after_update 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:19.523319 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:19.523631 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:19.523935 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:19.525231 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:19.545667 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-426979a0-4488-41e6-a974-0e94c67aaafb admin admin] Publish callbacks [] for security_group (1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:19.592124 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:19.592471 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:19.592795 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:19.593119 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:17:19.593556 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769f2e78-32fb-47ee-89e4-f14aeb8a07f8']}} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:19.611832 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1975b27-1ff3-4591-8e31-4ea605591308') {'for_net_delete': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:19.618173 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1975b27-1ff3-4591-8e31-4ea605591308') {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:19.628682 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785633599600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13620756'] for segment (a1975b27-1ff3-4591-8e31-4ea605591308), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:19.650556 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (a1975b27-1ff3-4591-8e31-4ea605591308), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:19.658425 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:17:19.658803 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13606560'] for segment (a1975b27-1ff3-4591-8e31-4ea605591308), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: from cryptography.utils import int_from_bytes Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: from cryptography.utils import int_from_bytes Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: Traceback (most recent call last): Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: timer() Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: cb(*args, **kw) Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: return func(*args, **kwargs) Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: self._notify() Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: self.callback(batched_events) Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: event.method(event) Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: return f(self, *a, **k) Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: return self._get(url).json() Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: return self.request(url, 'GET', **kwargs) Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:17:19.663673 dv-cinder-830092-3-iscsi neutron-server[103758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:17:19.702317 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-426979a0-4488-41e6-a974-0e94c67aaafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:19.703698 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-426979a0-4488-41e6-a974-0e94c67aaafb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:19.705031 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-426979a0-4488-41e6-a974-0e94c67aaafb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7 HTTP/1.1" status: 204 len: 168 time: 0.2377467 Mar 08 19:17:19.715691 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426979a0-4488-41e6-a974-0e94c67aaafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df7e27b-9ec3-4e46-bc5e-15c59ccd68d7,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:19.841807 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-328354'] for network (769f2e78-32fb-47ee-89e4-f14aeb8a07f8), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:19.856960 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:19.863485 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39492) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:19.863767 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] 10.222.0.21 "DELETE /v2.0/networks/769f2e78-32fb-47ee-89e4-f14aeb8a07f8 HTTP/1.1" status: 204 len: 168 time: 0.5348935 Mar 08 19:17:19.881537 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74189fcd-8d09-42c5-af2d-ecc7b6928f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=769f2e78-32fb-47ee-89e4-f14aeb8a07f8,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:19.908797 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4920280-2043-4576-9b6a-9bfdb306e9ac admin admin] Deleting subnet 924e8ade-d545-4dc0-9dc3-58d86895bea4 {{(pid=103757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:17:19.912582 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c4920280-2043-4576-9b6a-9bfdb306e9ac admin admin] Publish callbacks [] for subnet (924e8ade-d545-4dc0-9dc3-58d86895bea4), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:19.952003 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c4920280-2043-4576-9b6a-9bfdb306e9ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12596001'] for subnet (924e8ade-d545-4dc0-9dc3-58d86895bea4), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:19.997901 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c4920280-2043-4576-9b6a-9bfdb306e9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669433'] for subnet (924e8ade-d545-4dc0-9dc3-58d86895bea4), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:20.129282 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c4920280-2043-4576-9b6a-9bfdb306e9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14676729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14442119'] for subnet (924e8ade-d545-4dc0-9dc3-58d86895bea4), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:20.157523 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4920280-2043-4576-9b6a-9bfdb306e9ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=924e8ade-d545-4dc0-9dc3-58d86895bea4,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:20.159510 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c4920280-2043-4576-9b6a-9bfdb306e9ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:20.163565 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c4920280-2043-4576-9b6a-9bfdb306e9ac admin admin] 10.222.0.21 "DELETE /v2.0/subnets/924e8ade-d545-4dc0-9dc3-58d86895bea4 HTTP/1.1" status: 204 len: 168 time: 0.2989597 Mar 08 19:17:20.166560 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39498) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:20.248362 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8a9c4172-701d-4d44-b672-ca06ecb63178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715894'] for network (792ab350-ffad-4181-8736-02346a7e6374), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:20.296693 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39508) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:20.336465 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8a9c4172-701d-4d44-b672-ca06ecb63178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733302', 'neutron.services.segments.db._delete_segments_for_network-8785633600359'] for network (792ab350-ffad-4181-8736-02346a7e6374), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:20.358163 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-8a9c4172-701d-4d44-b672-ca06ecb63178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792ab350-ffad-4181-8736-02346a7e6374']}} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:20.368877 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-8a9c4172-701d-4d44-b672-ca06ecb63178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e782e6c6-bc60-4521-b8ed-2d8486a18e21') {'for_net_delete': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:20.369183 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-8a9c4172-701d-4d44-b672-ca06ecb63178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e782e6c6-bc60-4521-b8ed-2d8486a18e21') {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:20.378327 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8a9c4172-701d-4d44-b672-ca06ecb63178 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785633599600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13620756'] for segment (e782e6c6-bc60-4521-b8ed-2d8486a18e21), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:20.391990 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8a9c4172-701d-4d44-b672-ca06ecb63178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (e782e6c6-bc60-4521-b8ed-2d8486a18e21), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:20.398542 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9c4172-701d-4d44-b672-ca06ecb63178 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:17:20.398925 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8a9c4172-701d-4d44-b672-ca06ecb63178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13606560'] for segment (e782e6c6-bc60-4521-b8ed-2d8486a18e21), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: Traceback (most recent call last): Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: timer() Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: cb(*args, **kw) Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: return func(*args, **kwargs) Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: self._notify() Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: self.callback(batched_events) Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: event.method(event) Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: return f(self, *a, **k) Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: return self._get(url).json() Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: return self.request(url, 'GET', **kwargs) Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:17:20.400725 dv-cinder-830092-3-iscsi neutron-server[103758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:17:20.414359 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5cc87cd2-3e2c-494e-802f-cdeff19116a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:20.549361 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8a9c4172-701d-4d44-b672-ca06ecb63178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-328354'] for network (792ab350-ffad-4181-8736-02346a7e6374), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:20.553804 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8a9c4172-701d-4d44-b672-ca06ecb63178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:20.557148 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-8a9c4172-701d-4d44-b672-ca06ecb63178 admin admin] 10.222.0.21 "DELETE /v2.0/networks/792ab350-ffad-4181-8736-02346a7e6374 HTTP/1.1" status: 204 len: 168 time: 0.3886118 Mar 08 19:17:20.570079 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c4172-701d-4d44-b672-ca06ecb63178 admin admin] Pushing event deleted for resources: {'Network': ['ID=792ab350-ffad-4181-8736-02346a7e6374,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:20.612263 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5cc87cd2-3e2c-494e-802f-cdeff19116a7 admin admin] Publish callbacks [] for security_group (e5ba2776-864f-4230-a9f4-c303c232f531), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:20.700098 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5cc87cd2-3e2c-494e-802f-cdeff19116a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (e5ba2776-864f-4230-a9f4-c303c232f531), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:20.703448 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-526661c2-0e97-4e08-af05-9343e532c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:20.741826 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-5cc87cd2-3e2c-494e-802f-cdeff19116a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13fb5fea9b6c46eca1d5e79a25abcc06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4439874 Mar 08 19:17:20.742942 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc87cd2-3e2c-494e-802f-cdeff19116a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ba2776-864f-4230-a9f4-c303c232f531,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:20.745496 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39524) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:20.804341 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2d93f1cd-6f05-4b89-b643-12e357061733 admin admin] Publish callbacks [] for security_group (e5ba2776-864f-4230-a9f4-c303c232f531), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:20.830342 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2d93f1cd-6f05-4b89-b643-12e357061733 admin admin] Publish callbacks [] for security_group (e5ba2776-864f-4230-a9f4-c303c232f531), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:20.905621 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39528) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:20.942461 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39530) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:20.948480 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-0aaeb2e0-1497-416e-b907-b879afd38c5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c237b115324b4c279862a5e99dbad9c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416274 Mar 08 19:17:20.951047 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39534) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:20.965345 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2d93f1cd-6f05-4b89-b643-12e357061733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (e5ba2776-864f-4230-a9f4-c303c232f531), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:20.968147 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2d93f1cd-6f05-4b89-b643-12e357061733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:20.971045 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-2d93f1cd-6f05-4b89-b643-12e357061733 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5ba2776-864f-4230-a9f4-c303c232f531 HTTP/1.1" status: 204 len: 168 time: 0.2224007 Mar 08 19:17:20.984031 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93f1cd-6f05-4b89-b643-12e357061733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ba2776-864f-4230-a9f4-c303c232f531,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:21.026926 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-981dd0e6-e2d7-4502-af5a-cf749cf99b0c admin admin] Publish callbacks [] for security_group (415b297b-f777-4dcf-9d70-c038c1af7744), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:21.052867 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-981dd0e6-e2d7-4502-af5a-cf749cf99b0c admin admin] Publish callbacks [] for security_group (415b297b-f777-4dcf-9d70-c038c1af7744), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:21.180156 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-4c78a31b-9086-41ba-9441-a7f10f60ec41 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-388633413-network', 'tenant_id': '7758735aa6ea4cb9b3374aa19714948f'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:21.191784 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-981dd0e6-e2d7-4502-af5a-cf749cf99b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (415b297b-f777-4dcf-9d70-c038c1af7744), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:21.194827 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-981dd0e6-e2d7-4502-af5a-cf749cf99b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:21.196164 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-981dd0e6-e2d7-4502-af5a-cf749cf99b0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/415b297b-f777-4dcf-9d70-c038c1af7744 HTTP/1.1" status: 204 len: 168 time: 0.2440531 Mar 08 19:17:21.204855 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981dd0e6-e2d7-4502-af5a-cf749cf99b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415b297b-f777-4dcf-9d70-c038c1af7744,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:21.274880 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c78a31b-9086-41ba-9441-a7f10f60ec41 admin admin] Made reservation on behalf of 7758735aa6ea4cb9b3374aa19714948f for: {'network': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:17:21.277378 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4c78a31b-9086-41ba-9441-a7f10f60ec41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:21.287452 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4c78a31b-9086-41ba-9441-a7f10f60ec41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:21.368394 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4c78a31b-9086-41ba-9441-a7f10f60ec41 admin admin] Publish callbacks [] for security_group (a90a3a87-78b7-418e-98b6-8eb51f60428c), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:21.475067 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4c78a31b-9086-41ba-9441-a7f10f60ec41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (a90a3a87-78b7-418e-98b6-8eb51f60428c), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:21.500239 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c78a31b-9086-41ba-9441-a7f10f60ec41 admin admin] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=103757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:17:21.516714 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78a31b-9086-41ba-9441-a7f10f60ec41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90a3a87-78b7-418e-98b6-8eb51f60428c,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:21.519699 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4c78a31b-9086-41ba-9441-a7f10f60ec41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (243290d6-6ac6-4fdc-a1e0-6822e45d5468), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:21.520230 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.segments_db [None req-4c78a31b-9086-41ba-9441-a7f10f60ec41 admin admin] Added segment 243290d6-6ac6-4fdc-a1e0-6822e45d5468 of type vlan for network e2029082-29cd-4552-a44b-4a5e4a15a1d8 Mar 08 19:17:21.564144 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4c78a31b-9086-41ba-9441-a7f10f60ec41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (e2029082-29cd-4552-a44b-4a5e4a15a1d8), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:21.692155 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4c78a31b-9086-41ba-9441-a7f10f60ec41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (e2029082-29cd-4552-a44b-4a5e4a15a1d8), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:21.693758 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c78a31b-9086-41ba-9441-a7f10f60ec41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:21.694602 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4c78a31b-9086-41ba-9441-a7f10f60ec41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:21.754180 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78a31b-9086-41ba-9441-a7f10f60ec41 admin admin] Pushing event updated for resources: {'Network': ['ID=e2029082-29cd-4552-a44b-4a5e4a15a1d8,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:21.766434 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network e2029082-29cd-4552-a44b-4a5e4a15a1d8 details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:17:21.792037 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-4c78a31b-9086-41ba-9441-a7f10f60ec41 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8484154 Mar 08 19:17:21.795064 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39564) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:21.800102 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-c7d17ce9-e166-45bc-9132-4a2844122fc4 admin admin] Request body: {'subnet': {'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-388633413-subnet', 'tenant_id': '7758735aa6ea4cb9b3374aa19714948f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:21.882784 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39566) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:21.898337 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a1760eb9-cd35-42e1-94dd-b42a5092932e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:21.914718 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d17ce9-e166-45bc-9132-4a2844122fc4 admin admin] Made reservation on behalf of 7758735aa6ea4cb9b3374aa19714948f for: {'subnet': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:17:21.917147 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c7d17ce9-e166-45bc-9132-4a2844122fc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14442208'] for subnet (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:21.969688 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39568) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:21.978955 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a1760eb9-cd35-42e1-94dd-b42a5092932e admin admin] Publish callbacks [] for security_group (4911b01e-636c-464e-ba8f-e766d0eb8926), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:22.033152 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-90a0bd3f-2e6a-4ece-8928-b5a1c291c848 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2834d8bc009749908228e3acc06fde79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0599251 Mar 08 19:17:22.033436 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39570) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:22.041754 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a1760eb9-cd35-42e1-94dd-b42a5092932e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (4911b01e-636c-464e-ba8f-e766d0eb8926), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:22.108738 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-a1760eb9-cd35-42e1-94dd-b42a5092932e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bfab765b5924a0bacb5da7e4b957804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248776 Mar 08 19:17:22.112767 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39574) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:22.115414 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1760eb9-cd35-42e1-94dd-b42a5092932e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4911b01e-636c-464e-ba8f-e766d0eb8926,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:22.138036 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5ad2849b-f2da-4495-b752-a1e305bbb0ab admin admin] Publish callbacks [] for security_group (d2a0835f-35ea-4aca-8d69-ec998fa4c7f0), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:22.174430 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c7d17ce9-e166-45bc-9132-4a2844122fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14679358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14442238'] for subnet (e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:22.174685 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5ad2849b-f2da-4495-b752-a1e305bbb0ab admin admin] Publish callbacks [] for security_group (d2a0835f-35ea-4aca-8d69-ec998fa4c7f0), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:22.211401 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2893254a-16fc-4c0a-8595-fdec1589d5a2 admin admin] Publish callbacks [] for security_group (4911b01e-636c-464e-ba8f-e766d0eb8926), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:22.237876 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d17ce9-e166-45bc-9132-4a2844122fc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:22.238121 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2893254a-16fc-4c0a-8595-fdec1589d5a2 admin admin] Publish callbacks [] for security_group (4911b01e-636c-464e-ba8f-e766d0eb8926), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:22.247914 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d17ce9-e166-45bc-9132-4a2844122fc4 admin admin] Checking segment: {'id': '243290d6-6ac6-4fdc-a1e0-6822e45d5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:17:22.248273 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d17ce9-e166-45bc-9132-4a2844122fc4 admin admin] Network hostable DHCP agents. Network: e2029082-29cd-4552-a44b-4a5e4a15a1d8, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:17:22.350118 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5ad2849b-f2da-4495-b752-a1e305bbb0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (d2a0835f-35ea-4aca-8d69-ec998fa4c7f0), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:22.352838 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5ad2849b-f2da-4495-b752-a1e305bbb0ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:22.353974 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-5ad2849b-f2da-4495-b752-a1e305bbb0ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2a0835f-35ea-4aca-8d69-ec998fa4c7f0 HTTP/1.1" status: 204 len: 168 time: 0.3195724 Mar 08 19:17:22.361633 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2849b-f2da-4495-b752-a1e305bbb0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a0835f-35ea-4aca-8d69-ec998fa4c7f0,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:22.374513 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2893254a-16fc-4c0a-8595-fdec1589d5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (4911b01e-636c-464e-ba8f-e766d0eb8926), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:22.374700 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d17ce9-e166-45bc-9132-4a2844122fc4 admin admin] Network e2029082-29cd-4552-a44b-4a5e4a15a1d8 is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:17:22.377557 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2893254a-16fc-4c0a-8595-fdec1589d5a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:22.378171 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-2893254a-16fc-4c0a-8595-fdec1589d5a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4911b01e-636c-464e-ba8f-e766d0eb8926 HTTP/1.1" status: 204 len: 168 time: 0.2644086 Mar 08 19:17:22.386918 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893254a-16fc-4c0a-8595-fdec1589d5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4911b01e-636c-464e-ba8f-e766d0eb8926,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:22.491463 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-c7d17ce9-e166-45bc-9132-4a2844122fc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, e2029082-29cd-4552-a44b-4a5e4a15a1d8) {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:22.499850 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d17ce9-e166-45bc-9132-4a2844122fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:22.500589 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c7d17ce9-e166-45bc-9132-4a2844122fc4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:22.507624 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c2b11b-f10a-4aa0-9fe9-424d3dcd9155 None None] Network e2029082-29cd-4552-a44b-4a5e4a15a1d8 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:17:22.597924 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c7d17ce9-e166-45bc-9132-4a2844122fc4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8015654 Mar 08 19:17:22.607259 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39586) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:22.611498 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-388633413-router', 'tenant_id': '7758735aa6ea4cb9b3374aa19714948f', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:22.627028 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d84ad68-2bf6-4a2e-b669-5cb9835008f1 None None] Network e2029082-29cd-4552-a44b-4a5e4a15a1d8 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:17:22.762874 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-330644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25156'] for router (5522923b-0bac-485c-a82e-b22ff84d73ac), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:22.764113 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-328407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25165'] for router (5522923b-0bac-485c-a82e-b22ff84d73ac), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:22.816834 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Publish callbacks [] for router_controller (5522923b-0bac-485c-a82e-b22ff84d73ac), precommit_add_association {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:23.065062 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Publish callbacks [] for router_gateway (5522923b-0bac-485c-a82e-b22ff84d73ac), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:23.111439 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b2df6850-c51f-4985-b42c-21b7c5f48a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:23.362967 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Publish callbacks [] for router_gateway (5522923b-0bac-485c-a82e-b22ff84d73ac), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:23.385328 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:23.514637 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Allocated IP 172.27.2.53 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/985c31b9-811b-4b02-9ba6-96d3bca5f3e3) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:17:23.807614 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Publish callbacks [] for port (985c31b9-811b-4b02-9ba6-96d3bca5f3e3), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:23.883339 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (985c31b9-811b-4b02-9ba6-96d3bca5f3e3), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:23.924746 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:17:23.928307 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:23.931804 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:17:23.959457 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=985c31b9-811b-4b02-9ba6-96d3bca5f3e3,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:24.094569 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:24.491808 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Publish callbacks [] for router_gateway (5522923b-0bac-485c-a82e-b22ff84d73ac), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:24.652235 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:24.742685 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-328442'] for router (5522923b-0bac-485c-a82e-b22ff84d73ac), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:24.979933 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Router 5522923b-0bac-485c-a82e-b22ff84d73ac is scheduled to L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 with binding_index 1 {{(pid=103757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:17:25.111384 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:17:25.122438 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Sync routers for ids ['5522923b-0bac-485c-a82e-b22ff84d73ac'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:17:25.131826 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Routers {'5522923b-0bac-485c-a82e-b22ff84d73ac'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:17:25.132435 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:17:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['5522923b-0bac-485c-a82e-b22ff84d73ac'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:25.196919 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:25.198210 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-6beb56e8-c5a0-4769-b0eb-3603cef43dd7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5900526 Mar 08 19:17:25.202088 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39698) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:25.258218 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Set router 5522923b-0bac-485c-a82e-b22ff84d73ac gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:17:25.567448 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'name': 'tempest-ServerRescueNegativeTestJSON-388633413-router', 'tenant_id': '7758735aa6ea4cb9b3374aa19714948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '985c31b9-811b-4b02-9ba6-96d3bca5f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:22Z', 'updated_at': '2022-03-08T19:17:24Z', 'revision_number': 3, 'project_id': '7758735aa6ea4cb9b3374aa19714948f', 'gw_port': {'id': '985c31b9-811b-4b02-9ba6-96d3bca5f3e3', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:23Z', 'updated_at': '2022-03-08T19:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:25.596413 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Checking router: 5522923b-0bac-485c-a82e-b22ff84d73ac for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:17:25.596710 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Updating router 5522923b-0bac-485c-a82e-b22ff84d73ac port 985c31b9-811b-4b02-9ba6-96d3bca5f3e3 binding host dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:17:25.649349 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (985c31b9-811b-4b02-9ba6-96d3bca5f3e3), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:25.737909 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:25.744371 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:25.973878 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] Allocated IP 172.20.0.1 (e2029082-29cd-4552-a44b-4a5e4a15a1d8/e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc/3c6bd3c5-246d-411d-a619-0f54069fe5f5) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:17:26.000394 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Publish callbacks [] for port (985c31b9-811b-4b02-9ba6-96d3bca5f3e3), precommit_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:26.071489 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (985c31b9-811b-4b02-9ba6-96d3bca5f3e3), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:26.088194 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] Publish callbacks [] for port (3c6bd3c5-246d-411d-a619-0f54069fe5f5), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:26.133275 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Attempting to bind port 985c31b9-811b-4b02-9ba6-96d3bca5f3e3 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:17:26.133896 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Attempting to bind port 985c31b9-811b-4b02-9ba6-96d3bca5f3e3 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:17:26.133998 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Attempting to bind port 985c31b9-811b-4b02-9ba6-96d3bca5f3e3 on network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:17:26.139929 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd78f9c-6049-412d-99c4-907b497127b2 None None] Pushing event updated for resources: {'Port': ['ID=985c31b9-811b-4b02-9ba6-96d3bca5f3e3,revision_number=2']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:26.149429 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78f9c-6049-412d-99c4-907b497127b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:26.149810 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78f9c-6049-412d-99c4-907b497127b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:26.150205 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78f9c-6049-412d-99c4-907b497127b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:26.150585 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78f9c-6049-412d-99c4-907b497127b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:26.150921 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78f9c-6049-412d-99c4-907b497127b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:26.151255 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78f9c-6049-412d-99c4-907b497127b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:26.151584 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78f9c-6049-412d-99c4-907b497127b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:26.151908 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78f9c-6049-412d-99c4-907b497127b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:26.152235 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78f9c-6049-412d-99c4-907b497127b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:26.152576 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78f9c-6049-412d-99c4-907b497127b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:26.152904 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78f9c-6049-412d-99c4-907b497127b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:26.153225 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78f9c-6049-412d-99c4-907b497127b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:26.153546 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78f9c-6049-412d-99c4-907b497127b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:26.157025 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:17:26.157404 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Checking segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:17:26.157810 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:26.158193 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Bound using segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:17:26.158908 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Bound port: 985c31b9-811b-4b02-9ba6-96d3bca5f3e3, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:17:26.159336 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (985c31b9-811b-4b02-9ba6-96d3bca5f3e3), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:26.195323 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (3c6bd3c5-246d-411d-a619-0f54069fe5f5), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:26.217921 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] For port 985c31b9-811b-4b02-9ba6-96d3bca5f3e3, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:17:26.221278 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] For port 985c31b9-811b-4b02-9ba6-96d3bca5f3e3, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=985c31b9-811b-4b02-9ba6-96d3bca5f3e3,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:17:26.240107 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] Network e2029082-29cd-4552-a44b-4a5e4a15a1d8 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:17:26.243144 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:26.246752 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:17:26.276843 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] Pushing event updated for resources: {'Port': ['ID=3c6bd3c5-246d-411d-a619-0f54069fe5f5,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:26.293360 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327895'] for router_interface (5522923b-0bac-485c-a82e-b22ff84d73ac), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:26.294865 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (985c31b9-811b-4b02-9ba6-96d3bca5f3e3), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:26.366349 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd78f9c-6049-412d-99c4-907b497127b2 None None] Pushing event updated for resources: {'Port': ['ID=985c31b9-811b-4b02-9ba6-96d3bca5f3e3,revision_number=3']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:26.371023 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Routers {'5522923b-0bac-485c-a82e-b22ff84d73ac'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:17:26.371615 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:17:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['5522923b-0bac-485c-a82e-b22ff84d73ac'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:26.490841 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] Set router 5522923b-0bac-485c-a82e-b22ff84d73ac gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:17:26.604196 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (3c6bd3c5-246d-411d-a619-0f54069fe5f5), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:26.687319 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'name': 'tempest-ServerRescueNegativeTestJSON-388633413-router', 'tenant_id': '7758735aa6ea4cb9b3374aa19714948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '985c31b9-811b-4b02-9ba6-96d3bca5f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:22Z', 'updated_at': '2022-03-08T19:17:24Z', 'revision_number': 3, 'project_id': '7758735aa6ea4cb9b3374aa19714948f', 'gw_port': {'id': '985c31b9-811b-4b02-9ba6-96d3bca5f3e3', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:23Z', 'updated_at': '2022-03-08T19:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:26.717486 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b7a57c-a9b2-4eee-b948-b4ee8513eeb4 None None] The sync data for ids ['5522923b-0bac-485c-a82e-b22ff84d73ac'] in dv-cinder-830092-3-iscsi is: [{'id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'name': 'tempest-ServerRescueNegativeTestJSON-388633413-router', 'tenant_id': '7758735aa6ea4cb9b3374aa19714948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '985c31b9-811b-4b02-9ba6-96d3bca5f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:22Z', 'updated_at': '2022-03-08T19:17:24Z', 'revision_number': 3, 'project_id': '7758735aa6ea4cb9b3374aa19714948f', 'gw_port': {'id': '985c31b9-811b-4b02-9ba6-96d3bca5f3e3', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:23Z', 'updated_at': '2022-03-08T19:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:17:26.796333 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] Publish callbacks [] for port (3c6bd3c5-246d-411d-a619-0f54069fe5f5), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:26.896569 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (3c6bd3c5-246d-411d-a619-0f54069fe5f5), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:26.981042 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] Pushing event updated for resources: {'Port': ['ID=3c6bd3c5-246d-411d-a619-0f54069fe5f5,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:26.981521 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:26.995559 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327867'] for router_interface (5522923b-0bac-485c-a82e-b22ff84d73ac), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:27.165088 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] Network e2029082-29cd-4552-a44b-4a5e4a15a1d8 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:17:27.167323 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:27.302278 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] Router 5522923b-0bac-485c-a82e-b22ff84d73ac has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:17:27.441910 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:17:27.444524 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-2dd2be74-d39e-4152-8fa8-3dcbff21e463 admin admin] 10.222.0.21 "PUT /v2.0/routers/5522923b-0bac-485c-a82e-b22ff84d73ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2383924 Mar 08 19:17:27.964383 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-626ec1be-be4b-4efe-83f3-d1577e16b4b0 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:27.965893 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-626ec1be-be4b-4efe-83f3-d1577e16b4b0 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/networks?id=e2029082-29cd-4552-a44b-4a5e4a15a1d8 HTTP/1.1" status: 200 len: 818 time: 0.1244421 Mar 08 19:17:27.987170 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-87549540-b193-412d-a1dd-a558770659ca tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/quotas/7758735aa6ea4cb9b3374aa19714948f HTTP/1.1" status: 200 len: 375 time: 0.0119917 Mar 08 19:17:28.046663 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-08cb9489-56f5-451c-b551-e69091eab156 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7758735aa6ea4cb9b3374aa19714948f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0562866 Mar 08 19:17:28.103334 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 985c31b9-811b-4b02-9ba6-96d3bca5f3e3 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:28.141331 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-a7b0e600-95b6-4f73-ae23-37cc48a4d33b service neutron] 10.222.0.21 "GET /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871792 Mar 08 19:17:28.169458 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 985c31b9-811b-4b02-9ba6-96d3bca5f3e3 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:28.169723 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (985c31b9-811b-4b02-9ba6-96d3bca5f3e3), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:28.248840 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-57089e66-7fff-4376-9975-50ea5637d38a service neutron] 10.222.0.21 "GET /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988271 Mar 08 19:17:28.258840 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 985c31b9-811b-4b02-9ba6-96d3bca5f3e3 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:28.259229 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (985c31b9-811b-4b02-9ba6-96d3bca5f3e3), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:28.419437 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] For port 985c31b9-811b-4b02-9ba6-96d3bca5f3e3, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=985c31b9-811b-4b02-9ba6-96d3bca5f3e3,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:28.534122 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (985c31b9-811b-4b02-9ba6-96d3bca5f3e3), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:28.554749 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9845a1e6-532b-4462-b480-6d5640af6e6c req-59e56fa5-cb43-4f0e-9696-84e791410a15 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 210 time: 0.0346031 Mar 08 19:17:28.611850 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Pushing event updated for resources: {'Port': ['ID=985c31b9-811b-4b02-9ba6-96d3bca5f3e3,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:28.623482 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:28.623482 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:28.623482 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:28.623482 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:28.623482 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:28.623482 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:28.623482 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:28.623482 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:28.623482 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:28.623482 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:28.623482 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:28.623482 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:28.624453 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:28.662763 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Sync routers for ids ['5522923b-0bac-485c-a82e-b22ff84d73ac'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:17:28.673938 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Routers {'5522923b-0bac-485c-a82e-b22ff84d73ac'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:17:28.675134 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:17:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['5522923b-0bac-485c-a82e-b22ff84d73ac'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:28.823204 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Set router 5522923b-0bac-485c-a82e-b22ff84d73ac gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:17:28.867795 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-b820cda5-9664-4d5f-8f18-fd45acea703d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:28.869657 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-b820cda5-9664-4d5f-8f18-fd45acea703d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/networks?id=e2029082-29cd-4552-a44b-4a5e4a15a1d8 HTTP/1.1" status: 200 len: 818 time: 0.1176267 Mar 08 19:17:28.885146 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-247cac7b-a0f9-4c29-8ccc-b58dc82ebf40 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/quotas/7758735aa6ea4cb9b3374aa19714948f HTTP/1.1" status: 200 len: 375 time: 0.0101321 Mar 08 19:17:28.947673 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-c73a9cfb-f94e-4663-b168-201c6892a3b7 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7758735aa6ea4cb9b3374aa19714948f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0561919 Mar 08 19:17:29.056728 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-cf5d05bd-9192-4baf-b821-807c83026c2d service neutron] 10.222.0.21 "GET /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011088 Mar 08 19:17:29.073901 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'name': 'tempest-ServerRescueNegativeTestJSON-388633413-router', 'tenant_id': '7758735aa6ea4cb9b3374aa19714948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '985c31b9-811b-4b02-9ba6-96d3bca5f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:22Z', 'updated_at': '2022-03-08T19:17:26Z', 'revision_number': 4, 'project_id': '7758735aa6ea4cb9b3374aa19714948f', 'gw_port': {'id': '985c31b9-811b-4b02-9ba6-96d3bca5f3e3', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:23Z', 'updated_at': '2022-03-08T19:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '3c6bd3c5-246d-411d-a619-0f54069fe5f5', 'name': '', 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8', 'tenant_id': '7758735aa6ea4cb9b3374aa19714948f', 'mac_address': 'fa:16:3e:5b:a7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:25Z', 'updated_at': '2022-03-08T19:17:26Z', 'revision_number': 2, 'project_id': '7758735aa6ea4cb9b3374aa19714948f', 'subnets': [{'id': 'e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:29.101031 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Checking router: 5522923b-0bac-485c-a82e-b22ff84d73ac for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:17:29.101417 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Updating router 5522923b-0bac-485c-a82e-b22ff84d73ac port 3c6bd3c5-246d-411d-a619-0f54069fe5f5 binding host dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:17:29.132324 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (3c6bd3c5-246d-411d-a619-0f54069fe5f5), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:29.304568 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39866) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:29.378925 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-b9287737-4d46-4df9-9e74-202811ca814c service neutron] 10.222.0.21 "GET /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170950 Mar 08 19:17:29.457350 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-aad373bf-6290-4f28-9abb-65ebe47db7d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:29.488374 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Publish callbacks [] for port (3c6bd3c5-246d-411d-a619-0f54069fe5f5), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:29.540266 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-aad373bf-6290-4f28-9abb-65ebe47db7d3 admin admin] Publish callbacks [] for security_group (883d6fdd-bb35-44cc-9172-c09470aba5e4), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:29.585572 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (3c6bd3c5-246d-411d-a619-0f54069fe5f5), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:29.632616 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfecbd-9751-42eb-99ef-bb7932013a78 None None] Pushing event updated for resources: {'Port': ['ID=3c6bd3c5-246d-411d-a619-0f54069fe5f5,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:29.642706 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-aad373bf-6290-4f28-9abb-65ebe47db7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (883d6fdd-bb35-44cc-9172-c09470aba5e4), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:29.689113 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-aad373bf-6290-4f28-9abb-65ebe47db7d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21a943e7450e4587b0f83748a6f984c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3834429 Mar 08 19:17:29.690068 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad373bf-6290-4f28-9abb-65ebe47db7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883d6fdd-bb35-44cc-9172-c09470aba5e4,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:29.691808 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39878) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:29.696068 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Attempting to bind port 3c6bd3c5-246d-411d-a619-0f54069fe5f5 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:17:29.696589 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Attempting to bind port 3c6bd3c5-246d-411d-a619-0f54069fe5f5 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '243290d6-6ac6-4fdc-a1e0-6822e45d5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:17:29.697019 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Attempting to bind port 3c6bd3c5-246d-411d-a619-0f54069fe5f5 on network e2029082-29cd-4552-a44b-4a5e4a15a1d8 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:17:29.703678 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:17:29.704283 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Checking segment: {'id': '243290d6-6ac6-4fdc-a1e0-6822e45d5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:17:29.704837 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:29.705310 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Bound using segment: {'id': '243290d6-6ac6-4fdc-a1e0-6822e45d5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:17:29.705847 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Bound port: 3c6bd3c5-246d-411d-a619-0f54069fe5f5, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243290d6-6ac6-4fdc-a1e0-6822e45d5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:17:29.706291 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (3c6bd3c5-246d-411d-a619-0f54069fe5f5), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:29.773766 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7be46e4c-6498-4cc3-b3e1-80e9c397ed8d req-8b7d072d-3285-4577-8bce-99dbb70d75f2 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 210 time: 0.0403578 Mar 08 19:17:29.794593 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1b313dd1-c19a-4132-84e8-3dc5155b7827 admin admin] Publish callbacks [] for security_group (883d6fdd-bb35-44cc-9172-c09470aba5e4), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:29.799896 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] For port 3c6bd3c5-246d-411d-a619-0f54069fe5f5, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:17:29.803588 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] For port 3c6bd3c5-246d-411d-a619-0f54069fe5f5, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=3c6bd3c5-246d-411d-a619-0f54069fe5f5,segment=NetworkSegment(243290d6-6ac6-4fdc-a1e0-6822e45d5468),segment_id=243290d6-6ac6-4fdc-a1e0-6822e45d5468)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:17:29.828553 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1b313dd1-c19a-4132-84e8-3dc5155b7827 admin admin] Publish callbacks [] for security_group (883d6fdd-bb35-44cc-9172-c09470aba5e4), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:29.877313 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (3c6bd3c5-246d-411d-a619-0f54069fe5f5), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:29.945512 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1b313dd1-c19a-4132-84e8-3dc5155b7827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (883d6fdd-bb35-44cc-9172-c09470aba5e4), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:29.947871 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Routers {'5522923b-0bac-485c-a82e-b22ff84d73ac'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:17:29.948508 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:17:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['5522923b-0bac-485c-a82e-b22ff84d73ac'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:29.948701 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1b313dd1-c19a-4132-84e8-3dc5155b7827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:29.952698 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-1b313dd1-c19a-4132-84e8-3dc5155b7827 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/883d6fdd-bb35-44cc-9172-c09470aba5e4 HTTP/1.1" status: 204 len: 168 time: 0.2568092 Mar 08 19:17:29.964800 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b313dd1-c19a-4132-84e8-3dc5155b7827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883d6fdd-bb35-44cc-9172-c09470aba5e4,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:30.008399 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfecbd-9751-42eb-99ef-bb7932013a78 None None] Pushing event updated for resources: {'Port': ['ID=3c6bd3c5-246d-411d-a619-0f54069fe5f5,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:30.140670 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 985c31b9-811b-4b02-9ba6-96d3bca5f3e3 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:30.175205 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] Set router 5522923b-0bac-485c-a82e-b22ff84d73ac gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:17:30.302947 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 985c31b9-811b-4b02-9ba6-96d3bca5f3e3 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:30.303324 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (985c31b9-811b-4b02-9ba6-96d3bca5f3e3), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:30.484752 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 985c31b9-811b-4b02-9ba6-96d3bca5f3e3 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:30.500251 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'name': 'tempest-ServerRescueNegativeTestJSON-388633413-router', 'tenant_id': '7758735aa6ea4cb9b3374aa19714948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '985c31b9-811b-4b02-9ba6-96d3bca5f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:22Z', 'updated_at': '2022-03-08T19:17:26Z', 'revision_number': 4, 'project_id': '7758735aa6ea4cb9b3374aa19714948f', 'gw_port': {'id': '985c31b9-811b-4b02-9ba6-96d3bca5f3e3', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:23Z', 'updated_at': '2022-03-08T19:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '3c6bd3c5-246d-411d-a619-0f54069fe5f5', 'name': '', 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8', 'tenant_id': '7758735aa6ea4cb9b3374aa19714948f', 'mac_address': 'fa:16:3e:5b:a7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:25Z', 'updated_at': '2022-03-08T19:17:29Z', 'revision_number': 4, 'project_id': '7758735aa6ea4cb9b3374aa19714948f', 'subnets': [{'id': 'e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:30.535304 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c51a3-ed09-4f82-973f-6b6f59b208a9 None None] The sync data for ids ['5522923b-0bac-485c-a82e-b22ff84d73ac'] in dv-cinder-830092-3-iscsi is: [{'id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'name': 'tempest-ServerRescueNegativeTestJSON-388633413-router', 'tenant_id': '7758735aa6ea4cb9b3374aa19714948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '985c31b9-811b-4b02-9ba6-96d3bca5f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:22Z', 'updated_at': '2022-03-08T19:17:26Z', 'revision_number': 4, 'project_id': '7758735aa6ea4cb9b3374aa19714948f', 'gw_port': {'id': '985c31b9-811b-4b02-9ba6-96d3bca5f3e3', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:23Z', 'updated_at': '2022-03-08T19:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '3c6bd3c5-246d-411d-a619-0f54069fe5f5', 'name': '', 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8', 'tenant_id': '7758735aa6ea4cb9b3374aa19714948f', 'mac_address': 'fa:16:3e:5b:a7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:25Z', 'updated_at': '2022-03-08T19:17:29Z', 'revision_number': 4, 'project_id': '7758735aa6ea4cb9b3374aa19714948f', 'subnets': [{'id': 'e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:17:30.671215 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39908) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:30.775708 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39918) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:30.793729 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-473c32e4-263e-4173-a716-9f156fc9cf2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:30.914889 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-473c32e4-263e-4173-a716-9f156fc9cf2f admin admin] Publish callbacks [] for security_group (3c2be439-2387-4c80-9b2d-f3661b5e31b1), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:30.948721 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f6868fb4-ee1c-46c6-a6bc-112bd6e18e8d req-4958637c-6883-4c02-bb4f-3a68d6857bc5 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 210 time: 0.0379090 Mar 08 19:17:31.050696 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-473c32e4-263e-4173-a716-9f156fc9cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (3c2be439-2387-4c80-9b2d-f3661b5e31b1), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.071723 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b719d2f3-ddf0-4446-a3eb-0c767e64bc46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.115429 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c32e4-263e-4173-a716-9f156fc9cf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2be439-2387-4c80-9b2d-f3661b5e31b1,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:31.119853 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-473c32e4-263e-4173-a716-9f156fc9cf2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a20a299262f848059f251cb6457fa6f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428154 Mar 08 19:17:31.122710 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39932) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:31.188069 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f8269f81-9457-43ec-93fd-9e1feaae2384 admin admin] Publish callbacks [] for security_group (3c2be439-2387-4c80-9b2d-f3661b5e31b1), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.208968 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b719d2f3-ddf0-4446-a3eb-0c767e64bc46 admin admin] Publish callbacks [] for security_group (c47a752c-d058-448d-807b-4ecb91c67437), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.213486 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f8269f81-9457-43ec-93fd-9e1feaae2384 admin admin] Publish callbacks [] for security_group (3c2be439-2387-4c80-9b2d-f3661b5e31b1), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.269558 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b719d2f3-ddf0-4446-a3eb-0c767e64bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (c47a752c-d058-448d-807b-4ecb91c67437), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.327208 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719d2f3-ddf0-4446-a3eb-0c767e64bc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47a752c-d058-448d-807b-4ecb91c67437,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:31.332942 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-b719d2f3-ddf0-4446-a3eb-0c767e64bc46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d7461e8579e42a9969eb7099afc1325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6605926 Mar 08 19:17:31.337342 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39940) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:31.435052 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-244c90a9-42ea-4afc-9a6f-a0fd0470909e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:31.441763 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ad5a09df-22ee-4d7c-90d9-5af29b5f1ff3 admin admin] Publish callbacks [] for security_group (c47a752c-d058-448d-807b-4ecb91c67437), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.443625 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-244c90a9-42ea-4afc-9a6f-a0fd0470909e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.64 "GET /v2.0/networks?id=e2029082-29cd-4552-a44b-4a5e4a15a1d8 HTTP/1.1" status: 200 len: 818 time: 0.1799774 Mar 08 19:17:31.448301 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f8269f81-9457-43ec-93fd-9e1feaae2384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (3c2be439-2387-4c80-9b2d-f3661b5e31b1), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.448301 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f8269f81-9457-43ec-93fd-9e1feaae2384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.448528 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f8269f81-9457-43ec-93fd-9e1feaae2384 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c2be439-2387-4c80-9b2d-f3661b5e31b1 HTTP/1.1" status: 204 len: 168 time: 0.3247762 Mar 08 19:17:31.456827 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-8d9f20d4-0468-4d48-a622-d4c1cbe08db3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Request body: {'port': {'device_id': '886e6b65-cde7-4830-a423-76c8fc061c07', 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8', 'admin_state_up': True, 'tenant_id': '7758735aa6ea4cb9b3374aa19714948f'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:31.473142 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8269f81-9457-43ec-93fd-9e1feaae2384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2be439-2387-4c80-9b2d-f3661b5e31b1,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:31.528656 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ad5a09df-22ee-4d7c-90d9-5af29b5f1ff3 admin admin] Publish callbacks [] for security_group (c47a752c-d058-448d-807b-4ecb91c67437), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.755241 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ad5a09df-22ee-4d7c-90d9-5af29b5f1ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (c47a752c-d058-448d-807b-4ecb91c67437), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.759671 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ad5a09df-22ee-4d7c-90d9-5af29b5f1ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.759842 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-8d9f20d4-0468-4d48-a622-d4c1cbe08db3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Made reservation on behalf of 7758735aa6ea4cb9b3374aa19714948f for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:17:31.760896 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-ad5a09df-22ee-4d7c-90d9-5af29b5f1ff3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c47a752c-d058-448d-807b-4ecb91c67437 HTTP/1.1" status: 204 len: 168 time: 0.4212508 Mar 08 19:17:31.766323 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-8d9f20d4-0468-4d48-a622-d4c1cbe08db3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.775204 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a09df-22ee-4d7c-90d9-5af29b5f1ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47a752c-d058-448d-807b-4ecb91c67437,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:31.938552 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-8d9f20d4-0468-4d48-a622-d4c1cbe08db3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Allocated IP 172.20.0.7 (e2029082-29cd-4552-a44b-4a5e4a15a1d8/e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc/8af561ea-f524-4bd3-b0b9-02469072d66c) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:17:32.131107 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-49f9e7da-079c-406f-87c2-141dd4f5fec8 req-15d066ab-b2f6-4e7b-a66f-d4923050f0b8 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 210 time: 0.0636706 Mar 08 19:17:32.158049 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 3c6bd3c5-246d-411d-a619-0f54069fe5f5 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:32.175921 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-8d9f20d4-0468-4d48-a622-d4c1cbe08db3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Publish callbacks [] for port (8af561ea-f524-4bd3-b0b9-02469072d66c), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:32.229520 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 3c6bd3c5-246d-411d-a619-0f54069fe5f5 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:32.230252 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (3c6bd3c5-246d-411d-a619-0f54069fe5f5), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:32.237899 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 39966) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:32.275664 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-8d9f20d4-0468-4d48-a622-d4c1cbe08db3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (8af561ea-f524-4bd3-b0b9-02469072d66c), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:32.330911 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-8d9f20d4-0468-4d48-a622-d4c1cbe08db3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Network e2029082-29cd-4552-a44b-4a5e4a15a1d8 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:17:32.335591 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-8d9f20d4-0468-4d48-a622-d4c1cbe08db3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:32.339384 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-8d9f20d4-0468-4d48-a622-d4c1cbe08db3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:17:32.365125 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 3c6bd3c5-246d-411d-a619-0f54069fe5f5 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:32.365825 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (3c6bd3c5-246d-411d-a619-0f54069fe5f5), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:32.417043 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] For port 3c6bd3c5-246d-411d-a619-0f54069fe5f5, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=3c6bd3c5-246d-411d-a619-0f54069fe5f5,segment=NetworkSegment(243290d6-6ac6-4fdc-a1e0-6822e45d5468),segment_id=243290d6-6ac6-4fdc-a1e0-6822e45d5468)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:32.425234 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f3f8fe8e-4c27-492d-a399-1312292e735f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:32.521134 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f3f8fe8e-4c27-492d-a399-1312292e735f admin admin] Publish callbacks [] for security_group (2a73ac3e-4c25-4973-80d5-4b6c3f63df3c), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:32.539867 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (3c6bd3c5-246d-411d-a619-0f54069fe5f5), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:32.593559 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Pushing event updated for resources: {'Port': ['ID=3c6bd3c5-246d-411d-a619-0f54069fe5f5,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:32.613210 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f20d4-0468-4d48-a622-d4c1cbe08db3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Pushing event updated for resources: {'Port': ['ID=8af561ea-f524-4bd3-b0b9-02469072d66c,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:32.644903 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-8d9f20d4-0468-4d48-a622-d4c1cbe08db3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:32.646193 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-8d9f20d4-0468-4d48-a622-d4c1cbe08db3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:32.668997 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f3f8fe8e-4c27-492d-a399-1312292e735f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (2a73ac3e-4c25-4973-80d5-4b6c3f63df3c), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:32.717422 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-f3f8fe8e-4c27-492d-a399-1312292e735f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dcfa0ba24c384bc894efff03657854f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4775484 Mar 08 19:17:32.718770 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8fe8e-4c27-492d-a399-1312292e735f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a73ac3e-4c25-4973-80d5-4b6c3f63df3c,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:32.719734 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 39988) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:32.746229 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-8d9f20d4-0468-4d48-a622-d4c1cbe08db3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2938204 Mar 08 19:17:32.783175 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e4bf0301-133a-44fc-ab74-a8e03ea58ec8 admin admin] Publish callbacks [] for security_group (2a73ac3e-4c25-4973-80d5-4b6c3f63df3c), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:32.807330 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e4bf0301-133a-44fc-ab74-a8e03ea58ec8 admin admin] Publish callbacks [] for security_group (2a73ac3e-4c25-4973-80d5-4b6c3f63df3c), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:32.988192 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e4bf0301-133a-44fc-ab74-a8e03ea58ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (2a73ac3e-4c25-4973-80d5-4b6c3f63df3c), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:32.991412 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e4bf0301-133a-44fc-ab74-a8e03ea58ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:32.992561 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-e4bf0301-133a-44fc-ab74-a8e03ea58ec8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a73ac3e-4c25-4973-80d5-4b6c3f63df3c HTTP/1.1" status: 204 len: 168 time: 0.2718217 Mar 08 19:17:33.000496 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf0301-133a-44fc-ab74-a8e03ea58ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a73ac3e-4c25-4973-80d5-4b6c3f63df3c,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:33.216979 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-dcef1f61-ac9d-4970-ad70-477288720e16 req-f4ff8cc7-7293-4913-8667-e8f5ef186099 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 210 time: 0.0271194 Mar 08 19:17:33.319278 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40012) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:33.472635 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-2713c6ad-f4b0-4a85-8043-b7bc1e5b83dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2058458988-network', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:33.596166 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2713c6ad-f4b0-4a85-8043-b7bc1e5b83dc admin admin] Made reservation on behalf of 77bda9809dfb4144986c270b0493dcb9 for: {'network': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:17:33.599214 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2713c6ad-f4b0-4a85-8043-b7bc1e5b83dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:33.610277 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2713c6ad-f4b0-4a85-8043-b7bc1e5b83dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:33.697874 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2713c6ad-f4b0-4a85-8043-b7bc1e5b83dc admin admin] Publish callbacks [] for security_group (5b022189-65d6-493f-a416-e1c94956c94d), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:33.842335 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40024) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:33.842547 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2713c6ad-f4b0-4a85-8043-b7bc1e5b83dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (5b022189-65d6-493f-a416-e1c94956c94d), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:33.857170 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-45fb9795-9d7d-419b-b124-a331760737c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:33.865977 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2713c6ad-f4b0-4a85-8043-b7bc1e5b83dc admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=103757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:17:33.884441 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2713c6ad-f4b0-4a85-8043-b7bc1e5b83dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (dd4fdcf3-4ff1-4412-bb81-90bf5237be17), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:33.884785 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.segments_db [None req-2713c6ad-f4b0-4a85-8043-b7bc1e5b83dc admin admin] Added segment dd4fdcf3-4ff1-4412-bb81-90bf5237be17 of type vlan for network a87c540b-f15d-4b47-9f06-54063bb28b6d Mar 08 19:17:33.886068 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713c6ad-f4b0-4a85-8043-b7bc1e5b83dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b022189-65d6-493f-a416-e1c94956c94d,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:33.932490 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2713c6ad-f4b0-4a85-8043-b7bc1e5b83dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (a87c540b-f15d-4b47-9f06-54063bb28b6d), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:33.944396 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-45fb9795-9d7d-419b-b124-a331760737c6 admin admin] Publish callbacks [] for security_group (a8d6bb19-b05a-48f6-a6e1-c4f69be19529), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.047898 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-45fb9795-9d7d-419b-b124-a331760737c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (a8d6bb19-b05a-48f6-a6e1-c4f69be19529), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.048408 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2713c6ad-f4b0-4a85-8043-b7bc1e5b83dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (a87c540b-f15d-4b47-9f06-54063bb28b6d), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.051578 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2713c6ad-f4b0-4a85-8043-b7bc1e5b83dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:34.052269 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2713c6ad-f4b0-4a85-8043-b7bc1e5b83dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.052831 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 3c6bd3c5-246d-411d-a619-0f54069fe5f5 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:34.087151 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-45fb9795-9d7d-419b-b124-a331760737c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5899512b5fbf489094cc71ac68be9b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436616 Mar 08 19:17:34.088115 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb9795-9d7d-419b-b124-a331760737c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d6bb19-b05a-48f6-a6e1-c4f69be19529,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:34.090076 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40034) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:34.110391 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 3c6bd3c5-246d-411d-a619-0f54069fe5f5 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:34.110731 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (3c6bd3c5-246d-411d-a619-0f54069fe5f5), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.128956 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713c6ad-f4b0-4a85-8043-b7bc1e5b83dc admin admin] Pushing event updated for resources: {'Network': ['ID=a87c540b-f15d-4b47-9f06-54063bb28b6d,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:34.142233 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network a87c540b-f15d-4b47-9f06-54063bb28b6d details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:17:34.170059 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7959defa-0652-4ce6-9951-bb49348d2ab8 admin admin] Publish callbacks [] for security_group (a8d6bb19-b05a-48f6-a6e1-c4f69be19529), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.189952 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-2713c6ad-f4b0-4a85-8043-b7bc1e5b83dc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8694978 Mar 08 19:17:34.194512 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40038) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:34.199447 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-392ff246-1880-4005-908c-25c284b6b806 admin admin] Request body: {'subnet': {'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2058458988-subnet', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'ip_version': 4}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:34.214487 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7959defa-0652-4ce6-9951-bb49348d2ab8 admin admin] Publish callbacks [] for security_group (a8d6bb19-b05a-48f6-a6e1-c4f69be19529), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.276284 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 3c6bd3c5-246d-411d-a619-0f54069fe5f5 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:34.339888 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3e70ef3e-633a-4206-9ac9-03468dcfe3e7 req-c059b3f7-fce0-44d5-9abc-17d19f95f0d8 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 210 time: 0.0286610 Mar 08 19:17:34.343009 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392ff246-1880-4005-908c-25c284b6b806 admin admin] Made reservation on behalf of 77bda9809dfb4144986c270b0493dcb9 for: {'subnet': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:17:34.345296 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-392ff246-1880-4005-908c-25c284b6b806 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14442208'] for subnet (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.397060 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7959defa-0652-4ce6-9951-bb49348d2ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (a8d6bb19-b05a-48f6-a6e1-c4f69be19529), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.399692 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7959defa-0652-4ce6-9951-bb49348d2ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.403026 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-7959defa-0652-4ce6-9951-bb49348d2ab8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8d6bb19-b05a-48f6-a6e1-c4f69be19529 HTTP/1.1" status: 204 len: 168 time: 0.2857261 Mar 08 19:17:34.413309 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959defa-0652-4ce6-9951-bb49348d2ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d6bb19-b05a-48f6-a6e1-c4f69be19529,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:34.671408 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-392ff246-1880-4005-908c-25c284b6b806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14679358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14442238'] for subnet (845dbfc1-effb-4886-8b24-637bc4d19911), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.734306 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ff246-1880-4005-908c-25c284b6b806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=845dbfc1-effb-4886-8b24-637bc4d19911,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:34.748077 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ff246-1880-4005-908c-25c284b6b806 admin admin] Checking segment: {'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:17:34.748077 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392ff246-1880-4005-908c-25c284b6b806 admin admin] Network hostable DHCP agents. Network: a87c540b-f15d-4b47-9f06-54063bb28b6d, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:17:34.803224 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Request body: {'port': {'device_id': '886e6b65-cde7-4830-a423-76c8fc061c07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:34.867582 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392ff246-1880-4005-908c-25c284b6b806 admin admin] Network a87c540b-f15d-4b47-9f06-54063bb28b6d is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:17:34.881723 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (8af561ea-f524-4bd3-b0b9-02469072d66c), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.986227 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-392ff246-1880-4005-908c-25c284b6b806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, a87c540b-f15d-4b47-9f06-54063bb28b6d) {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:34.996066 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7b7214-df19-43a7-8a31-ec7c413f9375 None None] Network a87c540b-f15d-4b47-9f06-54063bb28b6d requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:17:34.999310 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392ff246-1880-4005-908c-25c284b6b806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:34.999897 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-392ff246-1880-4005-908c-25c284b6b806 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.113018 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-392ff246-1880-4005-908c-25c284b6b806 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9173245 Mar 08 19:17:35.116391 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40068) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:35.125504 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a457b4-5bad-5c4a-859d-84f590f656d3-a87c540b-f15d-4b47-9f06-54063bb28b6d', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911'}]}} from dv-cinder-830092-3-iscsi. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:17:35.130511 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:35.130653 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.211343 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af561ea-f524-4bd3-b0b9-02469072d66c {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:17:35.220521 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Publish callbacks [] for port (8af561ea-f524-4bd3-b0b9-02469072d66c), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.229310 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-330644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25156'] for router (b21fc775-176e-4cc6-8a14-2e18175dfe9e), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.230837 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-328407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25165'] for router (b21fc775-176e-4cc6-8a14-2e18175dfe9e), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.237210 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Transition to ACTIVE for port object 8af561ea-f524-4bd3-b0b9-02469072d66c will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:17:35.281439 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Allocated IP 172.20.0.2 (a87c540b-f15d-4b47-9f06-54063bb28b6d/845dbfc1-effb-4886-8b24-637bc4d19911/38b1d458-e3c6-4449-a3df-3700adcbf919) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:17:35.310444 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Publish callbacks [] for router_controller (b21fc775-176e-4cc6-8a14-2e18175dfe9e), precommit_add_association {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.345124 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (8af561ea-f524-4bd3-b0b9-02469072d66c), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.408070 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8af561ea-f524-4bd3-b0b9-02469072d66c,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:35.505937 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Attempting to bind port 8af561ea-f524-4bd3-b0b9-02469072d66c on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:17:35.506568 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Attempting to bind port 8af561ea-f524-4bd3-b0b9-02469072d66c by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '243290d6-6ac6-4fdc-a1e0-6822e45d5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:17:35.507185 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Attempting to bind port 8af561ea-f524-4bd3-b0b9-02469072d66c on network e2029082-29cd-4552-a44b-4a5e4a15a1d8 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:17:35.511262 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Publish callbacks [] for port (38b1d458-e3c6-4449-a3df-3700adcbf919), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.512321 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Port 8af561ea-f524-4bd3-b0b9-02469072d66c on network e2029082-29cd-4552-a44b-4a5e4a15a1d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:17:35.512845 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Attempting to bind port 8af561ea-f524-4bd3-b0b9-02469072d66c on network e2029082-29cd-4552-a44b-4a5e4a15a1d8 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:17:35.518974 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:17:35.519719 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Checking segment: {'id': '243290d6-6ac6-4fdc-a1e0-6822e45d5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:17:35.521034 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Bound using segment: {'id': '243290d6-6ac6-4fdc-a1e0-6822e45d5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:17:35.521721 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Bound port: 8af561ea-f524-4bd3-b0b9-02469072d66c, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243290d6-6ac6-4fdc-a1e0-6822e45d5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:17:35.522263 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (8af561ea-f524-4bd3-b0b9-02469072d66c), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.580118 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-131a3505-7421-4620-a818-ec48d5c05311 req-d1a69f52-7624-4a4e-834d-0f969c42f4e9 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 210 time: 0.0566409 Mar 08 19:17:35.596104 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] For port 8af561ea-f524-4bd3-b0b9-02469072d66c, host hv-cinder-83009, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:17:35.603428 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] For port 8af561ea-f524-4bd3-b0b9-02469072d66c, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8af561ea-f524-4bd3-b0b9-02469072d66c,segment=NetworkSegment(243290d6-6ac6-4fdc-a1e0-6822e45d5468),segment_id=243290d6-6ac6-4fdc-a1e0-6822e45d5468)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:17:35.614323 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (38b1d458-e3c6-4449-a3df-3700adcbf919), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.653677 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Publish callbacks [] for router_gateway (b21fc775-176e-4cc6-8a14-2e18175dfe9e), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.657012 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Network a87c540b-f15d-4b47-9f06-54063bb28b6d is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:17:35.659871 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:35.664469 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:17:35.667488 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Pushing event updated for resources: {'Port': ['ID=38b1d458-e3c6-4449-a3df-3700adcbf919,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:35.695797 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (8af561ea-f524-4bd3-b0b9-02469072d66c), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.727186 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Attempting to bind port 38b1d458-e3c6-4449-a3df-3700adcbf919 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:17:35.727556 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Attempting to bind port 38b1d458-e3c6-4449-a3df-3700adcbf919 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:17:35.728330 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Attempting to bind port 38b1d458-e3c6-4449-a3df-3700adcbf919 on network a87c540b-f15d-4b47-9f06-54063bb28b6d {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:17:35.737457 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:17:35.737838 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Checking segment: {'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:17:35.738432 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.739592 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Bound using segment: {'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:17:35.740221 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Bound port: 38b1d458-e3c6-4449-a3df-3700adcbf919, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:17:35.740761 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (38b1d458-e3c6-4449-a3df-3700adcbf919), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.778882 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:35.779980 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.782290 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] 10.222.0.64 "PUT /v2.0/ports/8af561ea-f524-4bd3-b0b9-02469072d66c HTTP/1.1" status: 200 len: 1093 time: 0.9841521 Mar 08 19:17:35.800013 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886e6b65-cde7-4830-a423-76c8fc061c07', 'tag': '8af561ea-f524-4bd3-b0b9-02469072d66c'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:17:35.804210 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5f0dc8-8556-4d0a-bdf4-b1c3b3e27eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "886e6b65-cde7-4830-a423-76c8fc061c07", "tag": "8af561ea-f524-4bd3-b0b9-02469072d66c"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:17:35.844674 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] For port 38b1d458-e3c6-4449-a3df-3700adcbf919, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:17:35.850180 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] For port 38b1d458-e3c6-4449-a3df-3700adcbf919, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=38b1d458-e3c6-4449-a3df-3700adcbf919,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:17:35.905615 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c1aa9-f7e2-4c67-824e-3bf5720e53e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8af561ea-f524-4bd3-b0b9-02469072d66c,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:35.925403 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8152dbc2-dc15-46e3-a0f2-edd61b4241a8 x-openstack-request-id: req-8152dbc2-dc15-46e3-a0f2-edd61b4241a8 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:17:35.925769 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886e6b65-cde7-4830-a423-76c8fc061c07", "tag": "8af561ea-f524-4bd3-b0b9-02469072d66c", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:17:35.926846 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8152dbc2-dc15-46e3-a0f2-edd61b4241a8 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:17:35.931048 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886e6b65-cde7-4830-a423-76c8fc061c07', 'tag': '8af561ea-f524-4bd3-b0b9-02469072d66c', 'status': 'completed', 'code': 200} Mar 08 19:17:35.932469 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (38b1d458-e3c6-4449-a3df-3700adcbf919), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:36.013064 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4055e12-cd08-4489-ad9f-0046cd114552 None None] Pushing event updated for resources: {'Port': ['ID=38b1d458-e3c6-4449-a3df-3700adcbf919,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:36.068122 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Publish callbacks [] for router_gateway (b21fc775-176e-4cc6-8a14-2e18175dfe9e), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:36.088972 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:36.216070 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Allocated IP 172.27.2.108 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/fb45d2db-4e04-4b30-a792-214c40733023) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:17:36.382837 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Publish callbacks [] for port (fb45d2db-4e04-4b30-a792-214c40733023), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:36.508852 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (fb45d2db-4e04-4b30-a792-214c40733023), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:36.548187 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:17:36.551512 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:36.555287 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:17:36.582134 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Pushing event updated for resources: {'Port': ['ID=fb45d2db-4e04-4b30-a792-214c40733023,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:36.707709 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2b4f1023-968d-4307-b54d-84d29c7d63c6 req-7692131a-a6b6-4734-9abc-0870381e325c tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 210 time: 0.0322397 Mar 08 19:17:36.970678 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Publish callbacks [] for router_gateway (b21fc775-176e-4cc6-8a14-2e18175dfe9e), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:37.153173 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a9d080-016a-4256-9b36-5cb863687ffc None None] Network a87c540b-f15d-4b47-9f06-54063bb28b6d requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:17:37.232094 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-328442'] for router (b21fc775-176e-4cc6-8a14-2e18175dfe9e), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:37.272412 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-d53d05c7-9d52-42f3-accc-b11e3a40fee7 None None] Provisioning complete for port 38b1d458-e3c6-4449-a3df-3700adcbf919 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:37.272784 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d53d05c7-9d52-42f3-accc-b11e3a40fee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (38b1d458-e3c6-4449-a3df-3700adcbf919), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:37.395210 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-d53d05c7-9d52-42f3-accc-b11e3a40fee7 None None] Current status of the port 38b1d458-e3c6-4449-a3df-3700adcbf919 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:37.395210 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d53d05c7-9d52-42f3-accc-b11e3a40fee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (38b1d458-e3c6-4449-a3df-3700adcbf919), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:37.445119 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-d53d05c7-9d52-42f3-accc-b11e3a40fee7 None None] For port 38b1d458-e3c6-4449-a3df-3700adcbf919, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=38b1d458-e3c6-4449-a3df-3700adcbf919,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:37.527424 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Router b21fc775-176e-4cc6-8a14-2e18175dfe9e is scheduled to L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 with binding_index 1 {{(pid=103758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:17:37.556216 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d53d05c7-9d52-42f3-accc-b11e3a40fee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (38b1d458-e3c6-4449-a3df-3700adcbf919), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:37.606611 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d05c7-9d52-42f3-accc-b11e3a40fee7 None None] Pushing event updated for resources: {'Port': ['ID=38b1d458-e3c6-4449-a3df-3700adcbf919,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:37.643572 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:17:37.653375 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Sync routers for ids ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:17:37.663023 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Routers {'b21fc775-176e-4cc6-8a14-2e18175dfe9e'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:17:37.663723 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:17:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:37.675297 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-430822ab-eb1a-4a72-9d46-50a452262a47 None None] Provisioning complete for port 38b1d458-e3c6-4449-a3df-3700adcbf919 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:37.675692 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-430822ab-eb1a-4a72-9d46-50a452262a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (38b1d458-e3c6-4449-a3df-3700adcbf919), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:37.718236 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:37.722679 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-cb52849d-70df-4d42-a815-4b7c093f805e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5996189 Mar 08 19:17:37.723255 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40138) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:37.799826 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Set router b21fc775-176e-4cc6-8a14-2e18175dfe9e gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:17:37.857618 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f0dc8-8556-4d0a-bdf4-b1c3b3e27eb5 req-b082168d-1f49-40b1-adac-f9a45697470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:37.861273 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8d5f0dc8-8556-4d0a-bdf4-b1c3b3e27eb5 req-b082168d-1f49-40b1-adac-f9a45697470e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7758735aa6ea4cb9b3374aa19714948f&device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 1127 time: 0.1116033 Mar 08 19:17:37.871847 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-430822ab-eb1a-4a72-9d46-50a452262a47 None None] Current status of the port 38b1d458-e3c6-4449-a3df-3700adcbf919 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:37.960188 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-724adc0b-4b5d-484c-b79a-08e87098e6d9 req-0ce40a84-ec23-4380-9df2-07e11da07f2e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 210 time: 0.1108882 Mar 08 19:17:38.002112 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-4c2b93d1-c804-4c01-a255-57e50c1824d1 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:38.004156 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-4c2b93d1-c804-4c01-a255-57e50c1824d1 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.64 "GET /v2.0/networks?id=e2029082-29cd-4552-a44b-4a5e4a15a1d8 HTTP/1.1" status: 200 len: 818 time: 0.3184607 Mar 08 19:17:38.058449 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:36Z', 'revision_number': 3, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:38.081082 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f0dc8-8556-4d0a-bdf4-b1c3b3e27eb5 req-2867a633-5781-46b6-8921-a8d4227a688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:38.081996 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-eb149358-190b-4b8c-8d41-37386ee0cecc tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Request body: {'port': {'device_id': '90f559df-439c-4a62-98f6-2caaa0b7c25f', 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8', 'admin_state_up': True, 'tenant_id': '7758735aa6ea4cb9b3374aa19714948f'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:38.085157 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8d5f0dc8-8556-4d0a-bdf4-b1c3b3e27eb5 req-2867a633-5781-46b6-8921-a8d4227a688c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7758735aa6ea4cb9b3374aa19714948f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2090833 Mar 08 19:17:38.114744 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Checking router: b21fc775-176e-4cc6-8a14-2e18175dfe9e for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:17:38.122154 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Updating router b21fc775-176e-4cc6-8a14-2e18175dfe9e port fb45d2db-4e04-4b30-a792-214c40733023 binding host dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:17:38.172050 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (fb45d2db-4e04-4b30-a792-214c40733023), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:38.185717 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 38b1d458-e3c6-4449-a3df-3700adcbf919 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:38.213667 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f0dc8-8556-4d0a-bdf4-b1c3b3e27eb5 req-d6079bfc-48fa-45da-8616-45f584f6e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:38.215209 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8d5f0dc8-8556-4d0a-bdf4-b1c3b3e27eb5 req-d6079bfc-48fa-45da-8616-45f584f6e5f0 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1211140 Mar 08 19:17:38.319279 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 38b1d458-e3c6-4449-a3df-3700adcbf919 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:38.319891 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (38b1d458-e3c6-4449-a3df-3700adcbf919), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:38.384455 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-06b7a028-cfa9-4647-b271-98e053b76f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:38.386009 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-06b7a028-cfa9-4647-b271-98e053b76f24 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7758735aa6ea4cb9b3374aa19714948f&device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 1127 time: 0.0793004 Mar 08 19:17:38.440982 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-eb149358-190b-4b8c-8d41-37386ee0cecc tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Made reservation on behalf of 7758735aa6ea4cb9b3374aa19714948f for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:17:38.441242 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-85bc91da-2936-4210-b8f2-1b7a92388e3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8af561ea-f524-4bd3-b0b9-02469072d66c HTTP/1.1" status: 200 len: 217 time: 0.0443203 Mar 08 19:17:38.442550 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-eb149358-190b-4b8c-8d41-37386ee0cecc tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:38.470543 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 38b1d458-e3c6-4449-a3df-3700adcbf919 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:38.506578 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-54ba7c66-75a3-48a2-81d8-8863e50fe026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:38.507980 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-54ba7c66-75a3-48a2-81d8-8863e50fe026 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc HTTP/1.1" status: 200 len: 858 time: 0.0606332 Mar 08 19:17:38.541282 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-03faaf13-2eef-46b6-b61c-237e8a5b268f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2029082-29cd-4552-a44b-4a5e4a15a1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271051 Mar 08 19:17:38.547868 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Publish callbacks [] for port (fb45d2db-4e04-4b30-a792-214c40733023), precommit_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:38.565887 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:38.650941 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (fb45d2db-4e04-4b30-a792-214c40733023), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:38.675966 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-eb149358-190b-4b8c-8d41-37386ee0cecc tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Allocated IP 172.20.0.10 (e2029082-29cd-4552-a44b-4a5e4a15a1d8/e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc/29f0b5c5-2d98-404d-ad24-1cb7095dc3ab) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:17:38.725952 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435af16-f2c1-4699-a9a1-891227fc21a1 None None] Pushing event updated for resources: {'Port': ['ID=fb45d2db-4e04-4b30-a792-214c40733023,revision_number=2']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:38.729294 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Attempting to bind port fb45d2db-4e04-4b30-a792-214c40733023 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:17:38.729678 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Attempting to bind port fb45d2db-4e04-4b30-a792-214c40733023 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:17:38.730346 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Attempting to bind port fb45d2db-4e04-4b30-a792-214c40733023 on network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:17:38.736637 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:17:38.737020 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Checking segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:17:38.737426 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:38.737816 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Bound using segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:17:38.738291 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Bound port: fb45d2db-4e04-4b30-a792-214c40733023, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:17:38.739837 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (fb45d2db-4e04-4b30-a792-214c40733023), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:38.764381 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-eba99a0c-7198-4acc-8bae-915deb104e1a service neutron] 10.222.0.64 "GET /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119392 Mar 08 19:17:38.797218 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] For port fb45d2db-4e04-4b30-a792-214c40733023, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:17:38.800658 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] For port fb45d2db-4e04-4b30-a792-214c40733023, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=fb45d2db-4e04-4b30-a792-214c40733023,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:17:38.854981 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3f58c8e2-043e-4e45-b278-44248ea8e570 req-219d6a06-5129-4d07-ac4a-f25288a4abcd service neutron] 10.222.0.64 "GET /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837743 Mar 08 19:17:38.873216 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] Allocated IP 172.20.0.1 (a87c540b-f15d-4b47-9f06-54063bb28b6d/845dbfc1-effb-4886-8b24-637bc4d19911/3f929158-b1cb-4ca1-a952-36e10a3c940d) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:17:38.932049 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (fb45d2db-4e04-4b30-a792-214c40733023), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:38.985045 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-eb149358-190b-4b8c-8d41-37386ee0cecc tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Publish callbacks [] for port (29f0b5c5-2d98-404d-ad24-1cb7095dc3ab), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:39.050495 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] Publish callbacks [] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:39.083172 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435af16-f2c1-4699-a9a1-891227fc21a1 None None] Pushing event updated for resources: {'Port': ['ID=fb45d2db-4e04-4b30-a792-214c40733023,revision_number=3']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:39.091596 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Routers {'b21fc775-176e-4cc6-8a14-2e18175dfe9e'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:17:39.092166 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:17:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:39.102927 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9be5c9dd-e2fe-45cc-98e4-31363349a061 req-41e8c45b-5347-4095-8a1a-f4e0f800b644 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 210 time: 0.0409765 Mar 08 19:17:39.150801 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-eb149358-190b-4b8c-8d41-37386ee0cecc tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (29f0b5c5-2d98-404d-ad24-1cb7095dc3ab), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:39.192945 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-eb149358-190b-4b8c-8d41-37386ee0cecc tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Network e2029082-29cd-4552-a44b-4a5e4a15a1d8 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:17:39.198028 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-eb149358-190b-4b8c-8d41-37386ee0cecc tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:39.201761 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-eb149358-190b-4b8c-8d41-37386ee0cecc tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:17:39.202444 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] Set router b21fc775-176e-4cc6-8a14-2e18175dfe9e gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:17:39.233371 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:39.238051 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb149358-190b-4b8c-8d41-37386ee0cecc tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Pushing event updated for resources: {'Port': ['ID=29f0b5c5-2d98-404d-ad24-1cb7095dc3ab,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:39.290010 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-eb149358-190b-4b8c-8d41-37386ee0cecc tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:39.290920 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-eb149358-190b-4b8c-8d41-37386ee0cecc tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:39.294202 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] Network a87c540b-f15d-4b47-9f06-54063bb28b6d is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:17:39.302236 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:39.308531 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:17:39.356350 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] Pushing event updated for resources: {'Port': ['ID=3f929158-b1cb-4ca1-a952-36e10a3c940d,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:39.375626 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327895'] for router_interface (b21fc775-176e-4cc6-8a14-2e18175dfe9e), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:39.394468 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:36Z', 'revision_number': 3, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:39.431826 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f968caa-4f86-4e3f-91e5-f41ec59140f6 None None] The sync data for ids ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'] in dv-cinder-830092-3-iscsi is: [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:36Z', 'revision_number': 3, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:17:39.458139 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-eb149358-190b-4b8c-8d41-37386ee0cecc tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3967023 Mar 08 19:17:39.482213 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Request body: {'port': {'device_id': '90f559df-439c-4a62-98f6-2caaa0b7c25f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:39.603129 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (29f0b5c5-2d98-404d-ad24-1cb7095dc3ab), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:39.718142 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-6666815c-61cf-421f-b717-dfcb8e3ef850 None None] Provisioning complete for port 3f929158-b1cb-4ca1-a952-36e10a3c940d triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:39.719054 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6666815c-61cf-421f-b717-dfcb8e3ef850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:39.799902 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-6666815c-61cf-421f-b717-dfcb8e3ef850 None None] Port 3f929158-b1cb-4ca1-a952-36e10a3c940d cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:17:39.826970 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:40.076451 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:17:40.091860 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Publish callbacks [] for port (29f0b5c5-2d98-404d-ad24-1cb7095dc3ab), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:40.113099 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Transition to ACTIVE for port object 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:17:40.162234 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device fb45d2db-4e04-4b30-a792-214c40733023 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:40.183751 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] Publish callbacks [] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:40.188621 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (29f0b5c5-2d98-404d-ad24-1cb7095dc3ab), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:40.253127 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Pushing event updated for resources: {'Port': ['ID=29f0b5c5-2d98-404d-ad24-1cb7095dc3ab,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:40.298384 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port fb45d2db-4e04-4b30-a792-214c40733023 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:40.300023 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (fb45d2db-4e04-4b30-a792-214c40733023), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:40.346757 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bac53-ad36-4d7e-9a4f-7733ec5aa1f7 req-6d5c3263-88cd-4f38-a116-a26e31166b8d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:40.348937 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a84bac53-ad36-4d7e-9a4f-7733ec5aa1f7 req-6d5c3263-88cd-4f38-a116-a26e31166b8d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 944 time: 0.0972428 Mar 08 19:17:40.390446 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:40.476859 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a84bac53-ad36-4d7e-9a4f-7733ec5aa1f7 req-0f015d20-56d1-4bd6-9773-850d958cda81 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125288 Mar 08 19:17:40.495803 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port fb45d2db-4e04-4b30-a792-214c40733023 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:40.496402 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (fb45d2db-4e04-4b30-a792-214c40733023), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:40.509688 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Attempting to bind port 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:17:40.510017 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Attempting to bind port 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '243290d6-6ac6-4fdc-a1e0-6822e45d5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:17:40.510338 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Attempting to bind port 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab on network e2029082-29cd-4552-a44b-4a5e4a15a1d8 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:17:40.518580 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] Pushing event updated for resources: {'Port': ['ID=3f929158-b1cb-4ca1-a952-36e10a3c940d,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:40.522365 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] For port fb45d2db-4e04-4b30-a792-214c40733023, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=fb45d2db-4e04-4b30-a792-214c40733023,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:40.522814 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327867'] for router_interface (b21fc775-176e-4cc6-8a14-2e18175dfe9e), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:40.529955 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Port 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab on network e2029082-29cd-4552-a44b-4a5e4a15a1d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:17:40.530273 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Attempting to bind port 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab on network e2029082-29cd-4552-a44b-4a5e4a15a1d8 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:17:40.541186 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:17:40.541186 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Checking segment: {'id': '243290d6-6ac6-4fdc-a1e0-6822e45d5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:17:40.541186 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Bound using segment: {'id': '243290d6-6ac6-4fdc-a1e0-6822e45d5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:17:40.541186 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Bound port: 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243290d6-6ac6-4fdc-a1e0-6822e45d5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:17:40.541186 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (29f0b5c5-2d98-404d-ad24-1cb7095dc3ab), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:40.628309 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (fb45d2db-4e04-4b30-a792-214c40733023), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:40.675388 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] For port 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab, host hv-cinder-83009, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:17:40.680201 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] For port 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=29f0b5c5-2d98-404d-ad24-1cb7095dc3ab,segment=NetworkSegment(243290d6-6ac6-4fdc-a1e0-6822e45d5468),segment_id=243290d6-6ac6-4fdc-a1e0-6822e45d5468)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:17:40.680414 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Pushing event updated for resources: {'Port': ['ID=fb45d2db-4e04-4b30-a792-214c40733023,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:40.687750 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] Network a87c540b-f15d-4b47-9f06-54063bb28b6d is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:17:40.689152 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:40.939068 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-04f61db6-4ae1-4e01-8e2a-241a2a00182f None None] Provisioning complete for port 3f929158-b1cb-4ca1-a952-36e10a3c940d triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:40.939600 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-04f61db6-4ae1-4e01-8e2a-241a2a00182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:40.968188 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (29f0b5c5-2d98-404d-ad24-1cb7095dc3ab), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:40.987636 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-04f61db6-4ae1-4e01-8e2a-241a2a00182f None None] Port 3f929158-b1cb-4ca1-a952-36e10a3c940d cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:17:41.047135 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:41.047792 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:41.049228 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-20225950-9250-4984-b73b-4dcba4468923 service neutron] 10.222.0.64 "PUT /v2.0/ports/29f0b5c5-2d98-404d-ad24-1cb7095dc3ab HTTP/1.1" status: 200 len: 1094 time: 1.5712790 Mar 08 19:17:41.049692 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f559df-439c-4a62-98f6-2caaa0b7c25f', 'tag': '29f0b5c5-2d98-404d-ad24-1cb7095dc3ab'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:17:41.052885 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d95121-0903-4cd5-b3b5-8a8352d9fcf3" -d '{"events": [{"name": "network-changed", "server_uuid": "90f559df-439c-4a62-98f6-2caaa0b7c25f", "tag": "29f0b5c5-2d98-404d-ad24-1cb7095dc3ab"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:17:41.088298 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20225950-9250-4984-b73b-4dcba4468923 service neutron] Pushing event updated for resources: {'Port': ['ID=29f0b5c5-2d98-404d-ad24-1cb7095dc3ab,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:41.104668 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417da24f-5a42-4c31-8aea-b50cdf50ab05 x-openstack-request-id: req-417da24f-5a42-4c31-8aea-b50cdf50ab05 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:17:41.104960 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f559df-439c-4a62-98f6-2caaa0b7c25f", "tag": "29f0b5c5-2d98-404d-ad24-1cb7095dc3ab", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:17:41.105210 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-417da24f-5a42-4c31-8aea-b50cdf50ab05 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:17:41.105594 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f559df-439c-4a62-98f6-2caaa0b7c25f', 'tag': '29f0b5c5-2d98-404d-ad24-1cb7095dc3ab', 'status': 'completed', 'code': 200} Mar 08 19:17:41.117624 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] Router b21fc775-176e-4cc6-8a14-2e18175dfe9e has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:17:41.255782 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d95121-0903-4cd5-b3b5-8a8352d9fcf3 req-c2aa3058-1d4a-4ad7-931a-126bdb95c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:41.257289 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f7d95121-0903-4cd5-b3b5-8a8352d9fcf3 req-c2aa3058-1d4a-4ad7-931a-126bdb95c18b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7758735aa6ea4cb9b3374aa19714948f&device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 1128 time: 0.1264658 Mar 08 19:17:41.288468 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:17:41.299155 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-078e8a2c-3c30-4a3a-97ff-5b8307e9c48b admin admin] 10.222.0.21 "PUT /v2.0/routers/b21fc775-176e-4cc6-8a14-2e18175dfe9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5739396 Mar 08 19:17:41.309058 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Sync routers for ids ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:17:41.321124 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Routers {'b21fc775-176e-4cc6-8a14-2e18175dfe9e'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:17:41.321745 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:17:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:41.372335 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d95121-0903-4cd5-b3b5-8a8352d9fcf3 req-7a0f49d7-2ad2-4e27-a31c-eef6f7778abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:41.373839 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f7d95121-0903-4cd5-b3b5-8a8352d9fcf3 req-7a0f49d7-2ad2-4e27-a31c-eef6f7778abf service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7758735aa6ea4cb9b3374aa19714948f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1093216 Mar 08 19:17:41.460982 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Set router b21fc775-176e-4cc6-8a14-2e18175dfe9e gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:17:41.538671 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d95121-0903-4cd5-b3b5-8a8352d9fcf3 req-1fb5e9a2-1363-4ccd-b15a-2d25b201a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:41.540189 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f7d95121-0903-4cd5-b3b5-8a8352d9fcf3 req-1fb5e9a2-1363-4ccd-b15a-2d25b201a08b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1595218 Mar 08 19:17:41.598909 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d9580-270d-4fea-b0f0-38f1e247adf7 req-47baee9f-cc8d-4a7e-8a62-6b90544c4e68 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:41.601366 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-685d9580-270d-4fea-b0f0-38f1e247adf7 req-47baee9f-cc8d-4a7e-8a62-6b90544c4e68 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 944 time: 0.0698164 Mar 08 19:17:41.647665 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-daf699ce-9cd1-4f90-b062-734ada496471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:41.649295 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-daf699ce-9cd1-4f90-b062-734ada496471 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7758735aa6ea4cb9b3374aa19714948f&device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 1128 time: 0.0625412 Mar 08 19:17:41.654199 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-685d9580-270d-4fea-b0f0-38f1e247adf7 req-b6bf3ded-5721-4092-a046-6c9f5a2daf9c tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454059 Mar 08 19:17:41.697966 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-fd81e23b-e3d3-4cf3-94af-b730d29f28ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29f0b5c5-2d98-404d-ad24-1cb7095dc3ab HTTP/1.1" status: 200 len: 217 time: 0.0394821 Mar 08 19:17:41.714725 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 2, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:41.742628 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Checking router: b21fc775-176e-4cc6-8a14-2e18175dfe9e for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:17:41.742628 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Updating router b21fc775-176e-4cc6-8a14-2e18175dfe9e port 3f929158-b1cb-4ca1-a952-36e10a3c940d binding host dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:17:41.755269 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-b4b4df60-9023-4238-90bd-ab416ea548cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:41.756755 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-b4b4df60-9023-4238-90bd-ab416ea548cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc HTTP/1.1" status: 200 len: 858 time: 0.0530300 Mar 08 19:17:41.771574 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:41.789681 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-c58add51-5384-4f84-8a53-022386bb357f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2029082-29cd-4552-a44b-4a5e4a15a1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262125 Mar 08 19:17:41.885411 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-7f78abaf-fbc1-408d-ad37-0894c7045715 service neutron] 10.222.0.64 "GET /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888140 Mar 08 19:17:41.985456 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-54267734-5e3d-42f1-9fea-58f653015dc0 req-45dfe5ff-f164-4eee-9842-7c3ab5975c2b service neutron] 10.222.0.64 "GET /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938427 Mar 08 19:17:42.065461 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Publish callbacks [] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:42.081554 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device fb45d2db-4e04-4b30-a792-214c40733023 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:42.131442 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port fb45d2db-4e04-4b30-a792-214c40733023 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:42.131812 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (fb45d2db-4e04-4b30-a792-214c40733023), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:42.205556 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:42.240971 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port fb45d2db-4e04-4b30-a792-214c40733023 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:42.265364 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f41d73-b937-4498-b926-55cc59c9d60d None None] Pushing event updated for resources: {'Port': ['ID=3f929158-b1cb-4ca1-a952-36e10a3c940d,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:42.308486 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40272) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:42.313614 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-efa3af52-0305-4881-879f-f3ac371ae72b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-833973314-network', 'tenant_id': '8ec9f2d8edce4c4f920c93d1cde42761'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:42.328794 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Attempting to bind port 3f929158-b1cb-4ca1-a952-36e10a3c940d on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:17:42.330070 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Attempting to bind port 3f929158-b1cb-4ca1-a952-36e10a3c940d by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:17:42.330809 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Attempting to bind port 3f929158-b1cb-4ca1-a952-36e10a3c940d on network a87c540b-f15d-4b47-9f06-54063bb28b6d {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:17:42.336791 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:17:42.337522 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Checking segment: {'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:17:42.338112 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:42.338774 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Bound using segment: {'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:17:42.343264 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Bound port: 3f929158-b1cb-4ca1-a952-36e10a3c940d, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:17:42.343264 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:42.413074 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa3af52-0305-4881-879f-f3ac371ae72b admin admin] Made reservation on behalf of 8ec9f2d8edce4c4f920c93d1cde42761 for: {'network': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:17:42.415822 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-efa3af52-0305-4881-879f-f3ac371ae72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:42.417060 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] For port 3f929158-b1cb-4ca1-a952-36e10a3c940d, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:17:42.420802 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] For port 3f929158-b1cb-4ca1-a952-36e10a3c940d, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=3f929158-b1cb-4ca1-a952-36e10a3c940d,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:17:42.425409 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-efa3af52-0305-4881-879f-f3ac371ae72b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:42.515872 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-efa3af52-0305-4881-879f-f3ac371ae72b admin admin] Publish callbacks [] for security_group (23ae3000-3008-4fcc-837a-05ab10f2a120), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:42.533550 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:42.604812 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-188e15c0-85b1-4e60-aa0f-bedfa04bc733 None None] Provisioning complete for port 3f929158-b1cb-4ca1-a952-36e10a3c940d triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:42.605190 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-188e15c0-85b1-4e60-aa0f-bedfa04bc733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:42.629747 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Routers {'b21fc775-176e-4cc6-8a14-2e18175dfe9e'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:17:42.630392 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:17:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:42.636654 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f41d73-b937-4498-b926-55cc59c9d60d None None] Pushing event updated for resources: {'Port': ['ID=3f929158-b1cb-4ca1-a952-36e10a3c940d,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:42.642869 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-efa3af52-0305-4881-879f-f3ac371ae72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (23ae3000-3008-4fcc-837a-05ab10f2a120), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:42.658622 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa3af52-0305-4881-879f-f3ac371ae72b admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=103757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:17:42.671162 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-efa3af52-0305-4881-879f-f3ac371ae72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:42.672028 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.segments_db [None req-efa3af52-0305-4881-879f-f3ac371ae72b admin admin] Added segment 4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a of type vlan for network bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7 Mar 08 19:17:42.721914 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-efa3af52-0305-4881-879f-f3ac371ae72b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:42.785155 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3af52-0305-4881-879f-f3ac371ae72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ae3000-3008-4fcc-837a-05ab10f2a120,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:42.789929 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] Set router b21fc775-176e-4cc6-8a14-2e18175dfe9e gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:17:42.828982 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70e254-a304-487c-a9de-a1086fef1d5c req-8dd54d75-b3a7-43e6-9d04-3382a31aec80 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:42.834080 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3b70e254-a304-487c-a9de-a1086fef1d5c req-8dd54d75-b3a7-43e6-9d04-3382a31aec80 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 944 time: 0.0814686 Mar 08 19:17:42.834194 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 8af561ea-f524-4bd3-b0b9-02469072d66c details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:17:42.888625 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3b70e254-a304-487c-a9de-a1086fef1d5c req-5f9b5d8a-ac5f-40ea-813b-c043722d03de tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497360 Mar 08 19:17:42.952403 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40288) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:42.960233 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-efa3af52-0305-4881-879f-f3ac371ae72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:42.961393 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa3af52-0305-4881-879f-f3ac371ae72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:42.962150 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-efa3af52-0305-4881-879f-f3ac371ae72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.040568 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3af52-0305-4881-879f-f3ac371ae72b admin admin] Pushing event updated for resources: {'Network': ['ID=bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:43.054471 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-188e15c0-85b1-4e60-aa0f-bedfa04bc733 None None] Current status of the port 3f929158-b1cb-4ca1-a952-36e10a3c940d is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:43.054853 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-188e15c0-85b1-4e60-aa0f-bedfa04bc733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.056803 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7 details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:17:43.080767 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-49132a6e-86c6-4ca2-b980-98c88d83eb1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.087352 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-efa3af52-0305-4881-879f-f3ac371ae72b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7778111 Mar 08 19:17:43.090417 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40292) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:43.096036 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-3efba6ef-7b05-42d0-bdb4-5e45cf8cc3d3 admin admin] Request body: {'subnet': {'network_id': 'bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-833973314-subnet', 'tenant_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:43.190630 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-49132a6e-86c6-4ca2-b980-98c88d83eb1f admin admin] Publish callbacks [] for security_group (b7b6b733-c50b-4453-af60-65515b7f0a65), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.212446 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efba6ef-7b05-42d0-bdb4-5e45cf8cc3d3 admin admin] Made reservation on behalf of 8ec9f2d8edce4c4f920c93d1cde42761 for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:17:43.214963 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3efba6ef-7b05-42d0-bdb4-5e45cf8cc3d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15838011'] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.245981 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-188e15c0-85b1-4e60-aa0f-bedfa04bc733 None None] For port 3f929158-b1cb-4ca1-a952-36e10a3c940d, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=3f929158-b1cb-4ca1-a952-36e10a3c940d,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:43.266643 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40298) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:43.283361 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-49132a6e-86c6-4ca2-b980-98c88d83eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (b7b6b733-c50b-4453-af60-65515b7f0a65), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.310775 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 8af561ea-f524-4bd3-b0b9-02469072d66c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8af561ea-f524-4bd3-b0b9-02469072d66c,segment=NetworkSegment(243290d6-6ac6-4fdc-a1e0-6822e45d5468),segment_id=243290d6-6ac6-4fdc-a1e0-6822e45d5468)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:43.314378 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-188e15c0-85b1-4e60-aa0f-bedfa04bc733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.352566 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '8af561ea-f524-4bd3-b0b9-02469072d66c', 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8', 'port_id': '8af561ea-f524-4bd3-b0b9-02469072d66c', 'mac_address': 'fa:16:3e:53:92:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:17:43.384342 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49132a6e-86c6-4ca2-b980-98c88d83eb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b6b733-c50b-4453-af60-65515b7f0a65,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:43.412499 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-49132a6e-86c6-4ca2-b980-98c88d83eb1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44b8f4740b434d99b5819e1a3789c802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4555907 Mar 08 19:17:43.414864 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40304) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:43.417323 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e15c0-85b1-4e60-aa0f-bedfa04bc733 None None] Pushing event updated for resources: {'Port': ['ID=3f929158-b1cb-4ca1-a952-36e10a3c940d,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:43.435934 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 8af561ea-f524-4bd3-b0b9-02469072d66c is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:43.436322 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (8af561ea-f524-4bd3-b0b9-02469072d66c), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.459212 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af561ea-f524-4bd3-b0b9-02469072d66c {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:17:43.466146 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:42Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:43.485855 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-17e744ee-3d88-47ed-a21f-e79093293f81 admin admin] Publish callbacks [] for security_group (b7b6b733-c50b-4453-af60-65515b7f0a65), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.490624 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-103bce86-0191-4dbc-b0fb-fb516203fbba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.516953 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df3fb3-bf60-4ccc-b929-79ab2205f041 None None] The sync data for ids ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'] in dv-cinder-830092-3-iscsi is: [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:42Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:17:43.520256 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-17e744ee-3d88-47ed-a21f-e79093293f81 admin admin] Publish callbacks [] for security_group (b7b6b733-c50b-4453-af60-65515b7f0a65), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.521858 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-0dcc9af7-60e4-4bfb-9e85-6990ea10758d None None] Provisioning complete for port 3f929158-b1cb-4ca1-a952-36e10a3c940d triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:43.522455 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-0dcc9af7-60e4-4bfb-9e85-6990ea10758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.526607 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 8af561ea-f524-4bd3-b0b9-02469072d66c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8af561ea-f524-4bd3-b0b9-02469072d66c,segment=NetworkSegment(243290d6-6ac6-4fdc-a1e0-6822e45d5468),segment_id=243290d6-6ac6-4fdc-a1e0-6822e45d5468)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:43.529539 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3efba6ef-7b05-42d0-bdb4-5e45cf8cc3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13603085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15837989'] for subnet (f4725c13-dce9-40da-aa15-5ad141661e48), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.591060 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efba6ef-7b05-42d0-bdb4-5e45cf8cc3d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4725c13-dce9-40da-aa15-5ad141661e48,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:43.621849 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (8af561ea-f524-4bd3-b0b9-02469072d66c), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.671466 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-103bce86-0191-4dbc-b0fb-fb516203fbba admin admin] Publish callbacks [] for security_group (0d43eff3-0127-4f00-b64b-6cf4e28b0276), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.672851 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efba6ef-7b05-42d0-bdb4-5e45cf8cc3d3 admin admin] Checking segment: {'id': '4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:17:43.673207 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efba6ef-7b05-42d0-bdb4-5e45cf8cc3d3 admin admin] Network hostable DHCP agents. Network: bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:17:43.712171 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=8af561ea-f524-4bd3-b0b9-02469072d66c,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:43.716908 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc9af7-60e4-4bfb-9e85-6990ea10758d None None] Current status of the port 3f929158-b1cb-4ca1-a952-36e10a3c940d is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:43.730669 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-103bce86-0191-4dbc-b0fb-fb516203fbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (0d43eff3-0127-4f00-b64b-6cf4e28b0276), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.771909 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-103bce86-0191-4dbc-b0fb-fb516203fbba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccc278474e8643f0812194285091f6a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5041342 Mar 08 19:17:43.773096 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bce86-0191-4dbc-b0fb-fb516203fbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d43eff3-0127-4f00-b64b-6cf4e28b0276,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:43.774664 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40310) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:43.806169 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efba6ef-7b05-42d0-bdb4-5e45cf8cc3d3 admin admin] Network bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7 is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:17:43.833571 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-17e744ee-3d88-47ed-a21f-e79093293f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (b7b6b733-c50b-4453-af60-65515b7f0a65), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.845848 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-17e744ee-3d88-47ed-a21f-e79093293f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.845848 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-17e744ee-3d88-47ed-a21f-e79093293f81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7b6b733-c50b-4453-af60-65515b7f0a65 HTTP/1.1" status: 204 len: 168 time: 0.4246705 Mar 08 19:17:43.847008 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-febc4124-06cb-4462-a3c7-9885eea46050 admin admin] Publish callbacks [] for security_group (0d43eff3-0127-4f00-b64b-6cf4e28b0276), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.866543 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e744ee-3d88-47ed-a21f-e79093293f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b6b733-c50b-4453-af60-65515b7f0a65,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:43.877719 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-febc4124-06cb-4462-a3c7-9885eea46050 admin admin] Publish callbacks [] for security_group (0d43eff3-0127-4f00-b64b-6cf4e28b0276), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.916556 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-3efba6ef-7b05-42d0-bdb4-5e45cf8cc3d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:43.927264 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea53e8b-b7b2-4809-990a-f023fd02aad4 None None] Network bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:17:43.939832 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efba6ef-7b05-42d0-bdb4-5e45cf8cc3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:43.940428 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3efba6ef-7b05-42d0-bdb4-5e45cf8cc3d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:44.069716 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a457b4-5bad-5c4a-859d-84f590f656d3-bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7', 'network_id': 'bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7', 'project_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'fixed_ips': [{'subnet_id': 'f4725c13-dce9-40da-aa15-5ad141661e48'}]}} from dv-cinder-830092-3-iscsi. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:17:44.071222 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:44.171425 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 3f929158-b1cb-4ca1-a952-36e10a3c940d up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:44.250288 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89062e2-d96e-4f38-a5a0-a1c50854239c req-cdfd0df4-47c3-4ff8-ace0-86eb50223e29 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:44.253457 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e89062e2-d96e-4f38-a5a0-a1c50854239c req-cdfd0df4-47c3-4ff8-ace0-86eb50223e29 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 944 time: 0.0750606 Mar 08 19:17:44.285269 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 3f929158-b1cb-4ca1-a952-36e10a3c940d triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:44.286193 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:44.307269 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-febc4124-06cb-4462-a3c7-9885eea46050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (0d43eff3-0127-4f00-b64b-6cf4e28b0276), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:44.310820 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-febc4124-06cb-4462-a3c7-9885eea46050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:44.314563 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-febc4124-06cb-4462-a3c7-9885eea46050 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d43eff3-0127-4f00-b64b-6cf4e28b0276 HTTP/1.1" status: 204 len: 168 time: 0.5359507 Mar 08 19:17:44.314745 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Allocated IP 172.20.0.2 (bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7/f4725c13-dce9-40da-aa15-5ad141661e48/8a56da0a-ec12-44b0-96ed-93239830d6cd) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:17:44.320115 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-3efba6ef-7b05-42d0-bdb4-5e45cf8cc3d3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2257669 Mar 08 19:17:44.320457 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40322) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:44.326723 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-833973314-router', 'tenant_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:44.328532 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['8af561ea-f524-4bd3-b0b9-02469072d66c'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:17:44.337031 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e89062e2-d96e-4f38-a5a0-a1c50854239c req-f490f091-f55e-4126-afe1-2aa3a2167bfe tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773609 Mar 08 19:17:44.364406 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc4124-06cb-4462-a3c7-9885eea46050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d43eff3-0127-4f00-b64b-6cf4e28b0276,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:44.487495 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-330644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25156'] for router (ae6aa1da-cf18-4958-aded-095841291175), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:44.489063 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-328407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25165'] for router (ae6aa1da-cf18-4958-aded-095841291175), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:44.553639 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Publish callbacks [] for router_controller (ae6aa1da-cf18-4958-aded-095841291175), precommit_add_association {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:44.577067 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 3f929158-b1cb-4ca1-a952-36e10a3c940d is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:44.613654 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Publish callbacks [] for port (8a56da0a-ec12-44b0-96ed-93239830d6cd), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:44.740430 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (8a56da0a-ec12-44b0-96ed-93239830d6cd), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:44.786346 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Network bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7 is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:17:44.789668 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:44.795468 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:17:44.798909 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Pushing event updated for resources: {'Port': ['ID=8a56da0a-ec12-44b0-96ed-93239830d6cd,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:44.806283 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Publish callbacks [] for router_gateway (ae6aa1da-cf18-4958-aded-095841291175), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:44.824092 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40326) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:44.838887 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b2adb4af-0f65-419c-ad6d-677fb2019d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:44.868404 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Attempting to bind port 8a56da0a-ec12-44b0-96ed-93239830d6cd on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:17:44.868561 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Attempting to bind port 8a56da0a-ec12-44b0-96ed-93239830d6cd by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:17:44.868878 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Attempting to bind port 8a56da0a-ec12-44b0-96ed-93239830d6cd on network bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:17:44.875923 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:17:44.883581 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Checking segment: {'id': '4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:17:44.883581 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:44.883581 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Bound using segment: {'id': '4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:17:44.883581 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Bound port: 8a56da0a-ec12-44b0-96ed-93239830d6cd, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:17:44.883581 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (8a56da0a-ec12-44b0-96ed-93239830d6cd), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:44.949362 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] For port 8a56da0a-ec12-44b0-96ed-93239830d6cd, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:17:44.952751 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] For port 8a56da0a-ec12-44b0-96ed-93239830d6cd, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=8a56da0a-ec12-44b0-96ed-93239830d6cd,segment=NetworkSegment(4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a),segment_id=4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:17:45.017434 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b2adb4af-0f65-419c-ad6d-677fb2019d75 admin admin] Publish callbacks [] for security_group (523aff15-bfac-49e1-a1c4-e5d1c25c07b2), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:45.022687 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (8a56da0a-ec12-44b0-96ed-93239830d6cd), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:45.080993 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740aaba-1111-44b2-8477-05d6206b7001 None None] Pushing event updated for resources: {'Port': ['ID=8a56da0a-ec12-44b0-96ed-93239830d6cd,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:45.149083 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b2adb4af-0f65-419c-ad6d-677fb2019d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (523aff15-bfac-49e1-a1c4-e5d1c25c07b2), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:45.203186 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-b2adb4af-0f65-419c-ad6d-677fb2019d75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0dfeed4b1fc40a5a3bdc2a999ab12d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779869 Mar 08 19:17:45.204027 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2adb4af-0f65-419c-ad6d-677fb2019d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523aff15-bfac-49e1-a1c4-e5d1c25c07b2,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:45.205817 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40334) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:45.210813 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Publish callbacks [] for router_gateway (ae6aa1da-cf18-4958-aded-095841291175), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:45.237544 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:45.291547 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9f51d71f-cd72-4dc9-8786-b3c2788da641 admin admin] Publish callbacks [] for security_group (523aff15-bfac-49e1-a1c4-e5d1c25c07b2), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:45.319500 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9f51d71f-cd72-4dc9-8786-b3c2788da641 admin admin] Publish callbacks [] for security_group (523aff15-bfac-49e1-a1c4-e5d1c25c07b2), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:45.405087 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Allocated IP 172.27.2.62 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/fca3fc59-c87a-408b-9f10-27bd0c78b1d2) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:17:45.479756 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ad199-21df-45f6-895b-40ac90719e04 req-f9c4e1f0-f1d7-4713-92d6-b724c8608640 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:45.481344 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-643ad199-21df-45f6-895b-40ac90719e04 req-f9c4e1f0-f1d7-4713-92d6-b724c8608640 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 944 time: 0.0601258 Mar 08 19:17:45.525353 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9f51d71f-cd72-4dc9-8786-b3c2788da641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (523aff15-bfac-49e1-a1c4-e5d1c25c07b2), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:45.532622 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9f51d71f-cd72-4dc9-8786-b3c2788da641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:45.532782 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Publish callbacks [] for port (fca3fc59-c87a-408b-9f10-27bd0c78b1d2), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:45.533242 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-9f51d71f-cd72-4dc9-8786-b3c2788da641 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/523aff15-bfac-49e1-a1c4-e5d1c25c07b2 HTTP/1.1" status: 204 len: 168 time: 0.3212471 Mar 08 19:17:45.533362 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40340) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:45.547986 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08528a84-2dce-4c6f-817e-2b9f015d83b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:45.556383 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-643ad199-21df-45f6-895b-40ac90719e04 req-260a9cd6-0b75-4ece-919e-9cadc60e5dc7 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690985 Mar 08 19:17:45.562780 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51d71f-cd72-4dc9-8786-b3c2788da641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523aff15-bfac-49e1-a1c4-e5d1c25c07b2,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:45.654594 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08528a84-2dce-4c6f-817e-2b9f015d83b0 admin admin] Publish callbacks [] for security_group (ce0df945-f146-4c21-b274-660a466ee884), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:45.742393 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (fca3fc59-c87a-408b-9f10-27bd0c78b1d2), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:45.787541 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:17:45.790801 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:45.793377 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:17:45.823924 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Pushing event updated for resources: {'Port': ['ID=fca3fc59-c87a-408b-9f10-27bd0c78b1d2,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:45.827615 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08528a84-2dce-4c6f-817e-2b9f015d83b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (ce0df945-f146-4c21-b274-660a466ee884), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:45.879154 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40346) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:45.879313 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-08528a84-2dce-4c6f-817e-2b9f015d83b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7cd7d171fbc4f7ca1756cef650eca44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3485777 Mar 08 19:17:45.888980 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08528a84-2dce-4c6f-817e-2b9f015d83b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0df945-f146-4c21-b274-660a466ee884,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:45.960901 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a05670d4-330c-4a56-adde-bb071c0b5045 admin admin] Publish callbacks [] for security_group (ce0df945-f146-4c21-b274-660a466ee884), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:45.986538 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a05670d4-330c-4a56-adde-bb071c0b5045 admin admin] Publish callbacks [] for security_group (ce0df945-f146-4c21-b274-660a466ee884), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:46.138353 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 8a56da0a-ec12-44b0-96ed-93239830d6cd up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:46.169806 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6776246-ad72-4aa4-9a1a-689bb8513461 None None] Network bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:17:46.176699 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a05670d4-330c-4a56-adde-bb071c0b5045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (ce0df945-f146-4c21-b274-660a466ee884), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:46.180976 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a05670d4-330c-4a56-adde-bb071c0b5045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:46.184552 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-a05670d4-330c-4a56-adde-bb071c0b5045 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce0df945-f146-4c21-b274-660a466ee884 HTTP/1.1" status: 204 len: 168 time: 0.3016014 Mar 08 19:17:46.196793 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05670d4-330c-4a56-adde-bb071c0b5045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0df945-f146-4c21-b274-660a466ee884,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:46.288893 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 8a56da0a-ec12-44b0-96ed-93239830d6cd triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:46.289244 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (8a56da0a-ec12-44b0-96ed-93239830d6cd), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:46.290812 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-13ac3698-2eff-4059-a01e-330666442f32 None None] Provisioning complete for port 8a56da0a-ec12-44b0-96ed-93239830d6cd triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:46.291165 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-13ac3698-2eff-4059-a01e-330666442f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (8a56da0a-ec12-44b0-96ed-93239830d6cd), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:46.317258 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Publish callbacks [] for router_gateway (ae6aa1da-cf18-4958-aded-095841291175), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:46.630248 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-13ac3698-2eff-4059-a01e-330666442f32 None None] Current status of the port 8a56da0a-ec12-44b0-96ed-93239830d6cd is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:46.630248 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-13ac3698-2eff-4059-a01e-330666442f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (8a56da0a-ec12-44b0-96ed-93239830d6cd), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:46.645640 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 8a56da0a-ec12-44b0-96ed-93239830d6cd is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:46.646062 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (8a56da0a-ec12-44b0-96ed-93239830d6cd), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:46.699239 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-13ac3698-2eff-4059-a01e-330666442f32 None None] For port 8a56da0a-ec12-44b0-96ed-93239830d6cd, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=8a56da0a-ec12-44b0-96ed-93239830d6cd,segment=NetworkSegment(4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a),segment_id=4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:46.788167 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cdad5-654c-4faa-8d06-0c75895f1d0f req-5d6207c9-5456-498d-94d0-c65aa5e2cfd5 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:46.790020 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5e5cdad5-654c-4faa-8d06-0c75895f1d0f req-5d6207c9-5456-498d-94d0-c65aa5e2cfd5 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 944 time: 0.1197429 Mar 08 19:17:46.809005 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:17:46.826894 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 8af561ea-f524-4bd3-b0b9-02469072d66c up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:46.873176 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5e5cdad5-654c-4faa-8d06-0c75895f1d0f req-e9415372-7dbf-4182-bbe0-40308d3c8a59 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754087 Mar 08 19:17:46.943470 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-13ac3698-2eff-4059-a01e-330666442f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (8a56da0a-ec12-44b0-96ed-93239830d6cd), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:46.980999 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-328442'] for router (ae6aa1da-cf18-4958-aded-095841291175), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.046186 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.db.api [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 19:17:47.046577 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG oslo_db.api [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 19:17:47.052019 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac3698-2eff-4059-a01e-330666442f32 None None] Pushing event updated for resources: {'Port': ['ID=8a56da0a-ec12-44b0-96ed-93239830d6cd,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:47.056838 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=29f0b5c5-2d98-404d-ad24-1cb7095dc3ab,segment=NetworkSegment(243290d6-6ac6-4fdc-a1e0-6822e45d5468),segment_id=243290d6-6ac6-4fdc-a1e0-6822e45d5468)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:47.074474 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '29f0b5c5-2d98-404d-ad24-1cb7095dc3ab', 'network_id': 'e2029082-29cd-4552-a44b-4a5e4a15a1d8', 'port_id': '29f0b5c5-2d98-404d-ad24-1cb7095dc3ab', 'mac_address': 'fa:16:3e:fa:a8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:17:47.083906 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e0751c5b-7174-49c8-a19c-70e21d8a1437 None None] Provisioning complete for port 8a56da0a-ec12-44b0-96ed-93239830d6cd triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:47.084195 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e0751c5b-7174-49c8-a19c-70e21d8a1437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (8a56da0a-ec12-44b0-96ed-93239830d6cd), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.127902 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port 8af561ea-f524-4bd3-b0b9-02469072d66c completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:17:47.142211 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 8af561ea-f524-4bd3-b0b9-02469072d66c triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:47.142794 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (8af561ea-f524-4bd3-b0b9-02469072d66c), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.162782 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40414) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:47.176444 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:47.177012 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (29f0b5c5-2d98-404d-ad24-1cb7095dc3ab), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.178267 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-864c51f7-c74a-4b6b-8c37-dd7844ed3763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.203519 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:17:47.210449 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Router ae6aa1da-cf18-4958-aded-095841291175 is scheduled to L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 with binding_index 1 {{(pid=103757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:17:47.234516 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=29f0b5c5-2d98-404d-ad24-1cb7095dc3ab,segment=NetworkSegment(243290d6-6ac6-4fdc-a1e0-6822e45d5468),segment_id=243290d6-6ac6-4fdc-a1e0-6822e45d5468)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:47.279200 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-864c51f7-c74a-4b6b-8c37-dd7844ed3763 admin admin] Publish callbacks [] for security_group (86be836d-a27d-4b0c-b04b-7a56ddfac159), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.315776 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e0751c5b-7174-49c8-a19c-70e21d8a1437 None None] Current status of the port 8a56da0a-ec12-44b0-96ed-93239830d6cd is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:47.318697 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 8af561ea-f524-4bd3-b0b9-02469072d66c is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:47.319516 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (8af561ea-f524-4bd3-b0b9-02469072d66c), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.334048 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:17:47.344719 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Sync routers for ids ['ae6aa1da-cf18-4958-aded-095841291175'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:17:47.352974 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886e6b65-cde7-4830-a423-76c8fc061c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af561ea-f524-4bd3-b0b9-02469072d66c'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:17:47.358677 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2ba89b-9d5d-4529-b47a-2308aa53b631" -d '{"events": [{"server_uuid": "886e6b65-cde7-4830-a423-76c8fc061c07", "name": "network-vif-plugged", "status": "completed", "tag": "8af561ea-f524-4bd3-b0b9-02469072d66c"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:17:47.359271 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Routers {'ae6aa1da-cf18-4958-aded-095841291175'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:17:47.359981 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:17:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ae6aa1da-cf18-4958-aded-095841291175'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:47.361259 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (29f0b5c5-2d98-404d-ad24-1cb7095dc3ab), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.368442 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 8af561ea-f524-4bd3-b0b9-02469072d66c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8af561ea-f524-4bd3-b0b9-02469072d66c,segment=NetworkSegment(243290d6-6ac6-4fdc-a1e0-6822e45d5468),segment_id=243290d6-6ac6-4fdc-a1e0-6822e45d5468)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:47.427237 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9e3cd6-c522-4f72-b917-2c34192e6e43 x-openstack-request-id: req-7f9e3cd6-c522-4f72-b917-2c34192e6e43 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:17:47.435997 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886e6b65-cde7-4830-a423-76c8fc061c07", "name": "network-vif-plugged", "status": "completed", "tag": "8af561ea-f524-4bd3-b0b9-02469072d66c", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:17:47.435997 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f9e3cd6-c522-4f72-b917-2c34192e6e43 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:17:47.435997 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886e6b65-cde7-4830-a423-76c8fc061c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af561ea-f524-4bd3-b0b9-02469072d66c', 'code': 200} Mar 08 19:17:47.452441 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=29f0b5c5-2d98-404d-ad24-1cb7095dc3ab,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:47.459109 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-864c51f7-c74a-4b6b-8c37-dd7844ed3763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (86be836d-a27d-4b0c-b04b-7a56ddfac159), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.497764 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (8af561ea-f524-4bd3-b0b9-02469072d66c), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.498896 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.501602 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-3a528e8d-1fbd-413e-923d-12adebb8d091 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1792829 Mar 08 19:17:47.507350 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40422) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:47.512764 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Set router ae6aa1da-cf18-4958-aded-095841291175 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:17:47.544025 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-864c51f7-c74a-4b6b-8c37-dd7844ed3763 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=292db88c61924eda9a89cdeea2849aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800490 Mar 08 19:17:47.545698 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c51f7-c74a-4b6b-8c37-dd7844ed3763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86be836d-a27d-4b0c-b04b-7a56ddfac159,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:47.563279 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40426) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:47.644639 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=8af561ea-f524-4bd3-b0b9-02469072d66c,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:47.659153 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5db4adfc-7306-4239-bbd3-23e58661551a admin admin] Publish callbacks [] for security_group (86be836d-a27d-4b0c-b04b-7a56ddfac159), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.662729 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 8a56da0a-ec12-44b0-96ed-93239830d6cd is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:47.690115 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5db4adfc-7306-4239-bbd3-23e58661551a admin admin] Publish callbacks [] for security_group (86be836d-a27d-4b0c-b04b-7a56ddfac159), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.694624 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:17:47.763193 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6aa1da-cf18-4958-aded-095841291175', 'name': 'tempest-TestVolumeBootPattern-833973314-router', 'tenant_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'fca3fc59-c87a-408b-9f10-27bd0c78b1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:44Z', 'updated_at': '2022-03-08T19:17:46Z', 'revision_number': 3, 'project_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'gw_port': {'id': 'fca3fc59-c87a-408b-9f10-27bd0c78b1d2', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6aa1da-cf18-4958-aded-095841291175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:45Z', 'updated_at': '2022-03-08T19:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:47.796597 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Checking router: ae6aa1da-cf18-4958-aded-095841291175 for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:17:47.796941 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Updating router ae6aa1da-cf18-4958-aded-095841291175 port fca3fc59-c87a-408b-9f10-27bd0c78b1d2 binding host dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:17:47.827715 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (fca3fc59-c87a-408b-9f10-27bd0c78b1d2), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.841498 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5db4adfc-7306-4239-bbd3-23e58661551a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (86be836d-a27d-4b0c-b04b-7a56ddfac159), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.844488 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5db4adfc-7306-4239-bbd3-23e58661551a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.849113 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-5db4adfc-7306-4239-bbd3-23e58661551a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86be836d-a27d-4b0c-b04b-7a56ddfac159 HTTP/1.1" status: 204 len: 168 time: 0.2843215 Mar 08 19:17:47.852169 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['29f0b5c5-2d98-404d-ad24-1cb7095dc3ab'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:17:47.857867 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4adfc-7306-4239-bbd3-23e58661551a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86be836d-a27d-4b0c-b04b-7a56ddfac159,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:47.952072 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdad87-ea9b-4e94-bfd1-1b7b56f8c1ad req-6b32a6f8-b813-439b-a073-79a0c111fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:47.953993 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37cdad87-ea9b-4e94-bfd1-1b7b56f8c1ad req-6b32a6f8-b813-439b-a073-79a0c111fb4a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 1129 time: 0.1447105 Mar 08 19:17:48.053138 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37cdad87-ea9b-4e94-bfd1-1b7b56f8c1ad req-73101569-5162-4d51-bd75-77ace5d8baf7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897543 Mar 08 19:17:48.122010 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb95eba-6c99-4f2f-8549-6fa14bc17b7f req-0ff2a57c-f2ff-4232-8fcb-35f50a421629 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:48.123545 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3eb95eba-6c99-4f2f-8549-6fa14bc17b7f req-0ff2a57c-f2ff-4232-8fcb-35f50a421629 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 945 time: 0.1270502 Mar 08 19:17:48.182669 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 8a56da0a-ec12-44b0-96ed-93239830d6cd up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:48.204480 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3eb95eba-6c99-4f2f-8549-6fa14bc17b7f req-db0977c1-d50a-465e-970b-11558897fb1b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729415 Mar 08 19:17:48.275430 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Publish callbacks [] for port (fca3fc59-c87a-408b-9f10-27bd0c78b1d2), precommit_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:48.290668 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:48.301971 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 8a56da0a-ec12-44b0-96ed-93239830d6cd triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:48.302751 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (8a56da0a-ec12-44b0-96ed-93239830d6cd), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:48.395945 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (fca3fc59-c87a-408b-9f10-27bd0c78b1d2), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:48.423549 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 8a56da0a-ec12-44b0-96ed-93239830d6cd is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:48.469704 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Attempting to bind port fca3fc59-c87a-408b-9f10-27bd0c78b1d2 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:17:48.470061 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Attempting to bind port fca3fc59-c87a-408b-9f10-27bd0c78b1d2 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:17:48.470426 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Attempting to bind port fca3fc59-c87a-408b-9f10-27bd0c78b1d2 on network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:17:48.481823 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:17:48.482201 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Checking segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:17:48.482628 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:48.487454 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Bound using segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:17:48.487454 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Bound port: fca3fc59-c87a-408b-9f10-27bd0c78b1d2, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:17:48.487454 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (fca3fc59-c87a-408b-9f10-27bd0c78b1d2), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:48.514446 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e717f8-9940-455c-8d04-4cdb0e9c81f6 None None] Pushing event updated for resources: {'Port': ['ID=fca3fc59-c87a-408b-9f10-27bd0c78b1d2,revision_number=2']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:48.551516 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] Allocated IP 172.20.0.1 (bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7/f4725c13-dce9-40da-aa15-5ad141661e48/c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:17:48.551920 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] For port fca3fc59-c87a-408b-9f10-27bd0c78b1d2, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:17:48.555609 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] For port fca3fc59-c87a-408b-9f10-27bd0c78b1d2, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=fca3fc59-c87a-408b-9f10-27bd0c78b1d2,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:17:48.647782 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (fca3fc59-c87a-408b-9f10-27bd0c78b1d2), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:48.683107 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] Publish callbacks [] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:48.717795 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e717f8-9940-455c-8d04-4cdb0e9c81f6 None None] Pushing event updated for resources: {'Port': ['ID=fca3fc59-c87a-408b-9f10-27bd0c78b1d2,revision_number=3']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:48.737444 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Routers {'ae6aa1da-cf18-4958-aded-095841291175'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:17:48.738726 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:17:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ae6aa1da-cf18-4958-aded-095841291175'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:48.795674 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:48.834359 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] Network bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:17:48.837868 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:48.846336 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:17:48.870496 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] Set router ae6aa1da-cf18-4958-aded-095841291175 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:17:48.888015 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] Pushing event updated for resources: {'Port': ['ID=c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:48.902365 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327895'] for router_interface (ae6aa1da-cf18-4958-aded-095841291175), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:49.105609 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6aa1da-cf18-4958-aded-095841291175', 'name': 'tempest-TestVolumeBootPattern-833973314-router', 'tenant_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'fca3fc59-c87a-408b-9f10-27bd0c78b1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:44Z', 'updated_at': '2022-03-08T19:17:46Z', 'revision_number': 3, 'project_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'gw_port': {'id': 'fca3fc59-c87a-408b-9f10-27bd0c78b1d2', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6aa1da-cf18-4958-aded-095841291175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:45Z', 'updated_at': '2022-03-08T19:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:49.159391 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-a7eeb29d-f00b-4898-bdf2-1a9d47f3b55f None None] Provisioning complete for port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:49.160932 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb29d-f00b-4898-bdf2-1a9d47f3b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:49.185089 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:49.227826 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a05da22-d98e-45f7-9181-d36c06482f73 None None] The sync data for ids ['ae6aa1da-cf18-4958-aded-095841291175'] in dv-cinder-830092-3-iscsi is: [{'id': 'ae6aa1da-cf18-4958-aded-095841291175', 'name': 'tempest-TestVolumeBootPattern-833973314-router', 'tenant_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'fca3fc59-c87a-408b-9f10-27bd0c78b1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:44Z', 'updated_at': '2022-03-08T19:17:46Z', 'revision_number': 3, 'project_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'gw_port': {'id': 'fca3fc59-c87a-408b-9f10-27bd0c78b1d2', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6aa1da-cf18-4958-aded-095841291175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:45Z', 'updated_at': '2022-03-08T19:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:17:49.243377 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-a7eeb29d-f00b-4898-bdf2-1a9d47f3b55f None None] Port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:17:49.353610 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40492) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:49.379822 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e7f04-afcf-41cc-a712-b3fc83555434 req-3e18de92-b631-4cc6-b1f4-0192fc5b6145 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:49.382166 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-359e7f04-afcf-41cc-a712-b3fc83555434 req-3e18de92-b631-4cc6-b1f4-0192fc5b6145 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 945 time: 0.0874979 Mar 08 19:17:49.460101 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-359e7f04-afcf-41cc-a712-b3fc83555434 req-c9208fe2-201e-4981-b1b7-ec7d1a4ed7da tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715685 Mar 08 19:17:49.465090 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] Publish callbacks [] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:49.529443 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-018c0807-a08f-41bc-8960-151d78335273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:49.573542 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:49.679736 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] Pushing event updated for resources: {'Port': ['ID=c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:49.683013 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327867'] for router_interface (ae6aa1da-cf18-4958-aded-095841291175), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:49.691385 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-018c0807-a08f-41bc-8960-151d78335273 admin admin] Publish callbacks [] for security_group (2ede2bb2-12c3-48ad-bd25-b22e87687776), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:49.784386 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-018c0807-a08f-41bc-8960-151d78335273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (2ede2bb2-12c3-48ad-bd25-b22e87687776), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:49.804921 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] Network bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:17:49.806576 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:49.886530 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c0807-a08f-41bc-8960-151d78335273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ede2bb2-12c3-48ad-bd25-b22e87687776,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:49.932330 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-018c0807-a08f-41bc-8960-151d78335273 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9bb18f483b7d4ce4a1324605f52c5ee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5767798 Mar 08 19:17:49.935415 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40506) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:50.056556 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6fb97b7f-5ea4-47f0-ac32-1082c1c11ede admin admin] Publish callbacks [] for security_group (2ede2bb2-12c3-48ad-bd25-b22e87687776), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:50.098178 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] Router ae6aa1da-cf18-4958-aded-095841291175 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:17:50.113979 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6fb97b7f-5ea4-47f0-ac32-1082c1c11ede admin admin] Publish callbacks [] for security_group (2ede2bb2-12c3-48ad-bd25-b22e87687776), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:50.180975 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c693ad0e-aacd-4514-b665-eeb0ddd95ef8 None None] Provisioning complete for port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:50.182884 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c693ad0e-aacd-4514-b665-eeb0ddd95ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:50.220413 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device fca3fc59-c87a-408b-9f10-27bd0c78b1d2 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:50.269943 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c693ad0e-aacd-4514-b665-eeb0ddd95ef8 None None] Port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:17:50.293697 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6fb97b7f-5ea4-47f0-ac32-1082c1c11ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (2ede2bb2-12c3-48ad-bd25-b22e87687776), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:50.295438 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:17:50.299045 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6fb97b7f-5ea4-47f0-ac32-1082c1c11ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:50.300842 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-6fb97b7f-5ea4-47f0-ac32-1082c1c11ede admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ede2bb2-12c3-48ad-bd25-b22e87687776 HTTP/1.1" status: 204 len: 168 time: 0.3643792 Mar 08 19:17:50.307384 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port fca3fc59-c87a-408b-9f10-27bd0c78b1d2 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:50.307797 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (fca3fc59-c87a-408b-9f10-27bd0c78b1d2), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:50.312497 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb97b7f-5ea4-47f0-ac32-1082c1c11ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ede2bb2-12c3-48ad-bd25-b22e87687776,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:50.315777 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8a03df74-5952-4abc-9f1c-6012c8a946de admin admin] 10.222.0.21 "PUT /v2.0/routers/ae6aa1da-cf18-4958-aded-095841291175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8069577 Mar 08 19:17:50.497775 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port fca3fc59-c87a-408b-9f10-27bd0c78b1d2 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:50.500869 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (fca3fc59-c87a-408b-9f10-27bd0c78b1d2), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:50.548125 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] For port fca3fc59-c87a-408b-9f10-27bd0c78b1d2, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=fca3fc59-c87a-408b-9f10-27bd0c78b1d2,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:50.636281 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85811b8-aa4a-4152-b354-6c3cadd6aa3b req-6634c9e7-136f-4982-9f02-5d6eecaca456 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:50.638602 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f85811b8-aa4a-4152-b354-6c3cadd6aa3b req-6634c9e7-136f-4982-9f02-5d6eecaca456 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 945 time: 0.0891068 Mar 08 19:17:50.703003 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (fca3fc59-c87a-408b-9f10-27bd0c78b1d2), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:50.707760 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f85811b8-aa4a-4152-b354-6c3cadd6aa3b req-15ab70f0-50d3-494f-bac9-08bd995f9005 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572867 Mar 08 19:17:50.798894 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Pushing event updated for resources: {'Port': ['ID=fca3fc59-c87a-408b-9f10-27bd0c78b1d2,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:50.804213 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9ce77709-5796-458a-8160-93ec0270e504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:50.814268 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:50.947598 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:17:50.951853 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:50.952811 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (29f0b5c5-2d98-404d-ad24-1cb7095dc3ab), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:51.044841 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:51.045232 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (29f0b5c5-2d98-404d-ad24-1cb7095dc3ab), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:51.070470 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f559df-439c-4a62-98f6-2caaa0b7c25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f0b5c5-2d98-404d-ad24-1cb7095dc3ab'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:17:51.072857 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc93dce-e3b6-4518-b77d-1f9010d33682" -d '{"events": [{"server_uuid": "90f559df-439c-4a62-98f6-2caaa0b7c25f", "name": "network-vif-plugged", "status": "completed", "tag": "29f0b5c5-2d98-404d-ad24-1cb7095dc3ab"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:17:51.089419 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=29f0b5c5-2d98-404d-ad24-1cb7095dc3ab,segment=NetworkSegment(243290d6-6ac6-4fdc-a1e0-6822e45d5468),segment_id=243290d6-6ac6-4fdc-a1e0-6822e45d5468)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:51.129574 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753f201d-c218-4142-852e-e54b35f4d2f7 x-openstack-request-id: req-753f201d-c218-4142-852e-e54b35f4d2f7 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:17:51.129877 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f559df-439c-4a62-98f6-2caaa0b7c25f", "name": "network-vif-plugged", "status": "completed", "tag": "29f0b5c5-2d98-404d-ad24-1cb7095dc3ab", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:17:51.130132 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-753f201d-c218-4142-852e-e54b35f4d2f7 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:17:51.132548 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f559df-439c-4a62-98f6-2caaa0b7c25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f0b5c5-2d98-404d-ad24-1cb7095dc3ab', 'code': 200} Mar 08 19:17:51.178039 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (29f0b5c5-2d98-404d-ad24-1cb7095dc3ab), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:51.193296 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40546) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:51.218814 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-28e44f45-e3cf-4a4a-ad07-329bc5fc76ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:51.247669 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40548) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:51.249531 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-2613b10f-2d19-46ec-9b40-22d1688f61fd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448977341', 'description': 'tempest-secgroup-smoke-1448977341 description', 'project_id': '77bda9809dfb4144986c270b0493dcb9'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:51.264542 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=29f0b5c5-2d98-404d-ad24-1cb7095dc3ab,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:51.335533 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-28e44f45-e3cf-4a4a-ad07-329bc5fc76ab admin admin] Publish callbacks [] for security_group (21e1569f-181b-487d-a64c-7ea214f91b9f), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:51.406808 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2613b10f-2d19-46ec-9b40-22d1688f61fd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:51.481931 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-28e44f45-e3cf-4a4a-ad07-329bc5fc76ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (21e1569f-181b-487d-a64c-7ea214f91b9f), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:51.493382 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2613b10f-2d19-46ec-9b40-22d1688f61fd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group (18831971-dd64-4bf0-8040-4c67ad11f5a9), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:51.534124 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-28e44f45-e3cf-4a4a-ad07-329bc5fc76ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8633ea27ef34ebaab1b61abf7ffb363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391881 Mar 08 19:17:51.535394 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e44f45-e3cf-4a4a-ad07-329bc5fc76ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e1569f-181b-487d-a64c-7ea214f91b9f,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:51.541499 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40556) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:51.554377 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Sync routers for ids ['ae6aa1da-cf18-4958-aded-095841291175'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:17:51.571984 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Routers {'ae6aa1da-cf18-4958-aded-095841291175'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:17:51.572856 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:17:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ae6aa1da-cf18-4958-aded-095841291175'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:51.583650 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb62c5-17db-4240-b5d0-931fdf3f459b req-291509fc-4fc7-4a83-8608-f9b874180b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:51.585290 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-53bb62c5-17db-4240-b5d0-931fdf3f459b req-291509fc-4fc7-4a83-8608-f9b874180b3f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 1130 time: 0.0614777 Mar 08 19:17:51.617421 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2613b10f-2d19-46ec-9b40-22d1688f61fd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (18831971-dd64-4bf0-8040-4c67ad11f5a9), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:51.643513 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-53bb62c5-17db-4240-b5d0-931fdf3f459b req-384f9c39-f022-41d1-bed3-319dc0a6fcae service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510516 Mar 08 19:17:51.661343 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8cbc9441-09ce-41a0-be11-5b8890c42ebf admin admin] Publish callbacks [] for security_group (21e1569f-181b-487d-a64c-7ea214f91b9f), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:51.688970 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613b10f-2d19-46ec-9b40-22d1688f61fd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18831971-dd64-4bf0-8040-4c67ad11f5a9,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:51.696750 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8cbc9441-09ce-41a0-be11-5b8890c42ebf admin admin] Publish callbacks [] for security_group (21e1569f-181b-487d-a64c-7ea214f91b9f), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:51.730961 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Set router ae6aa1da-cf18-4958-aded-095841291175 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:17:51.835976 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd242b3a-9ad0-496b-9855-0c4e50194b2f req-b6f87cb5-f90f-4d61-8c55-6d0449fc88e8 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:51.837843 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cd242b3a-9ad0-496b-9855-0c4e50194b2f req-b6f87cb5-f90f-4d61-8c55-6d0449fc88e8 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0601933 Mar 08 19:17:51.843780 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2613b10f-2d19-46ec-9b40-22d1688f61fd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:51.843780 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-2613b10f-2d19-46ec-9b40-22d1688f61fd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5978036 Mar 08 19:17:51.846528 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40564) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:51.852103 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-48f10d8c-06e2-49a2-978a-705882eddb4f tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Request body: {'security_group_rule': {'security_group_id': '18831971-dd64-4bf0-8040-4c67ad11f5a9', 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:51.914418 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cd242b3a-9ad0-496b-9855-0c4e50194b2f req-7f97954b-93aa-43c0-8ea8-ec17f34cfd94 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574620 Mar 08 19:17:51.989809 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8cbc9441-09ce-41a0-be11-5b8890c42ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (21e1569f-181b-487d-a64c-7ea214f91b9f), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:51.992379 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8cbc9441-09ce-41a0-be11-5b8890c42ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:51.993508 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-8cbc9441-09ce-41a0-be11-5b8890c42ebf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21e1569f-181b-487d-a64c-7ea214f91b9f HTTP/1.1" status: 204 len: 168 time: 0.4509890 Mar 08 19:17:52.002599 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc9441-09ce-41a0-be11-5b8890c42ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e1569f-181b-487d-a64c-7ea214f91b9f,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:52.029790 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-48f10d8c-06e2-49a2-978a-705882eddb4f tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group_rule (2c240c52-cb1f-4486-b18f-10921738c8ff), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:52.129594 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device fca3fc59-c87a-408b-9f10-27bd0c78b1d2 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:52.176108 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-48f10d8c-06e2-49a2-978a-705882eddb4f tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group_rule (2c240c52-cb1f-4486-b18f-10921738c8ff), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:52.205205 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port fca3fc59-c87a-408b-9f10-27bd0c78b1d2 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:52.205569 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (fca3fc59-c87a-408b-9f10-27bd0c78b1d2), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:52.211782 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6aa1da-cf18-4958-aded-095841291175', 'name': 'tempest-TestVolumeBootPattern-833973314-router', 'tenant_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'fca3fc59-c87a-408b-9f10-27bd0c78b1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:44Z', 'updated_at': '2022-03-08T19:17:49Z', 'revision_number': 4, 'project_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'gw_port': {'id': 'fca3fc59-c87a-408b-9f10-27bd0c78b1d2', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6aa1da-cf18-4958-aded-095841291175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:45Z', 'updated_at': '2022-03-08T19:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df', 'name': '', 'network_id': 'bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7', 'tenant_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'mac_address': 'fa:16:3e:54:d1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6aa1da-cf18-4958-aded-095841291175', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f4725c13-dce9-40da-aa15-5ad141661e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:48Z', 'updated_at': '2022-03-08T19:17:49Z', 'revision_number': 2, 'project_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'subnets': [{'id': 'f4725c13-dce9-40da-aa15-5ad141661e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:52.259607 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Checking router: ae6aa1da-cf18-4958-aded-095841291175 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:17:52.259875 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Updating router ae6aa1da-cf18-4958-aded-095841291175 port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df binding host dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:17:52.292047 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-48f10d8c-06e2-49a2-978a-705882eddb4f tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (2c240c52-cb1f-4486-b18f-10921738c8ff), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:52.298452 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:52.306263 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f10d8c-06e2-49a2-978a-705882eddb4f tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c240c52-cb1f-4486-b18f-10921738c8ff,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:52.401246 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-48f10d8c-06e2-49a2-978a-705882eddb4f tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:52.406084 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-48f10d8c-06e2-49a2-978a-705882eddb4f tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5579336 Mar 08 19:17:52.406240 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40578) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:52.414603 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-918de714-4a2c-4044-9b47-8e1f2555db39 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Request body: {'security_group_rule': {'security_group_id': '18831971-dd64-4bf0-8040-4c67ad11f5a9', 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:52.428073 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port fca3fc59-c87a-408b-9f10-27bd0c78b1d2 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:52.560765 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-918de714-4a2c-4044-9b47-8e1f2555db39 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group_rule (68e6b6b9-40f8-453a-8d2b-a75c83777caa), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:52.650221 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-918de714-4a2c-4044-9b47-8e1f2555db39 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group_rule (68e6b6b9-40f8-453a-8d2b-a75c83777caa), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:52.673487 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Publish callbacks [] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:52.717945 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40584) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:52.736190 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:52.737296 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-918de714-4a2c-4044-9b47-8e1f2555db39 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (68e6b6b9-40f8-453a-8d2b-a75c83777caa), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:52.787466 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918de714-4a2c-4044-9b47-8e1f2555db39 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e6b6b9-40f8-453a-8d2b-a75c83777caa,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:52.864725 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f6ff9-5a70-4dc3-987a-1df9b063f9ea None None] Pushing event updated for resources: {'Port': ['ID=c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:52.869121 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-918de714-4a2c-4044-9b47-8e1f2555db39 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:52.870540 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-918de714-4a2c-4044-9b47-8e1f2555db39 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4624097 Mar 08 19:17:52.873430 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40594) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:52.879992 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-3d99cde8-fb34-4198-9d62-028ce312c5b2 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Request body: {'security_group_rule': {'security_group_id': '18831971-dd64-4bf0-8040-4c67ad11f5a9', 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:52.893340 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-456ea093-c680-4590-a670-a87fdf0c8372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:52.975446 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Attempting to bind port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:17:52.977052 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Attempting to bind port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:17:52.977613 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Attempting to bind port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df on network bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:17:52.987452 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:17:52.988785 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Checking segment: {'id': '4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:17:52.989495 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:52.990099 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Bound using segment: {'id': '4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:17:52.991097 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Bound port: c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:17:52.991939 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.029937 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-456ea093-c680-4590-a670-a87fdf0c8372 admin admin] Publish callbacks [] for security_group (db991e59-61ab-4709-afbd-5f81361534dd), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.062500 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3d99cde8-fb34-4198-9d62-028ce312c5b2 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group_rule (68d33eff-c5b0-49ec-b3c4-86eb7a864178), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.119244 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] For port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:17:53.123244 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-456ea093-c680-4590-a670-a87fdf0c8372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (db991e59-61ab-4709-afbd-5f81361534dd), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.123623 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] For port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df,segment=NetworkSegment(4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a),segment_id=4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:17:53.125911 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba630-316a-4686-8b56-ca0b85288db7 req-70e57d64-32c7-49ae-8231-b0460ff7b0ad tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:53.127778 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8ecba630-316a-4686-8b56-ca0b85288db7 req-70e57d64-32c7-49ae-8231-b0460ff7b0ad tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.1291797 Mar 08 19:17:53.153011 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-abf1a0ad-0c72-4e41-82d1-e9f753a6f337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.183778 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-456ea093-c680-4590-a670-a87fdf0c8372 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2390262b796f4b1b9c75cbf556c2baba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4620140 Mar 08 19:17:53.184503 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ea093-c680-4590-a670-a87fdf0c8372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db991e59-61ab-4709-afbd-5f81361534dd,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:53.185053 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40602) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:53.225666 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-8402036f-36ae-49e2-a27b-c1d5bd25c176 None None] Provisioning complete for port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:53.225919 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8402036f-36ae-49e2-a27b-c1d5bd25c176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.226080 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3d99cde8-fb34-4198-9d62-028ce312c5b2 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group_rule (68d33eff-c5b0-49ec-b3c4-86eb7a864178), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.244147 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8ecba630-316a-4686-8b56-ca0b85288db7 req-af27fb16-e923-420d-a8ab-01163efe3f89 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052511 Mar 08 19:17:53.271866 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.293246 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c8fa2a4c-55d4-4bae-b255-cad89dd57783 admin admin] Publish callbacks [] for security_group (db991e59-61ab-4709-afbd-5f81361534dd), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.303563 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3d99cde8-fb34-4198-9d62-028ce312c5b2 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (68d33eff-c5b0-49ec-b3c4-86eb7a864178), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.327688 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8402036f-36ae-49e2-a27b-c1d5bd25c176 None None] Port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:17:53.334026 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c8fa2a4c-55d4-4bae-b255-cad89dd57783 admin admin] Publish callbacks [] for security_group (db991e59-61ab-4709-afbd-5f81361534dd), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.346065 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99cde8-fb34-4198-9d62-028ce312c5b2 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d33eff-c5b0-49ec-b3c4-86eb7a864178,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:53.350972 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Routers {'ae6aa1da-cf18-4958-aded-095841291175'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:17:53.351833 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:17:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ae6aa1da-cf18-4958-aded-095841291175'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:53.357599 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f6ff9-5a70-4dc3-987a-1df9b063f9ea None None] Pushing event updated for resources: {'Port': ['ID=c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:53.484936 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c8fa2a4c-55d4-4bae-b255-cad89dd57783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (db991e59-61ab-4709-afbd-5f81361534dd), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.488182 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c8fa2a4c-55d4-4bae-b255-cad89dd57783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.489049 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-c8fa2a4c-55d4-4bae-b255-cad89dd57783 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db991e59-61ab-4709-afbd-5f81361534dd HTTP/1.1" status: 204 len: 168 time: 0.2852652 Mar 08 19:17:53.496901 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3d99cde8-fb34-4198-9d62-028ce312c5b2 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.500330 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] Set router ae6aa1da-cf18-4958-aded-095841291175 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:17:53.501447 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40608) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:53.507450 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-c25ebc73-b9d3-4084-8e43-0bd5d79f79d9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Request body: {'security_group_rule': {'security_group_id': '18831971-dd64-4bf0-8040-4c67ad11f5a9', 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:53.512235 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-3d99cde8-fb34-4198-9d62-028ce312c5b2 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6376233 Mar 08 19:17:53.552166 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa2a4c-55d4-4bae-b255-cad89dd57783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db991e59-61ab-4709-afbd-5f81361534dd,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:53.623947 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c25ebc73-b9d3-4084-8e43-0bd5d79f79d9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group_rule (5f7f4ac1-897c-44a4-a4c7-e7fa6f0154f9), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.715706 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-77b1a300-89e6-41ad-9dee-392af69be742 None None] Provisioning complete for port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:53.716395 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-77b1a300-89e6-41ad-9dee-392af69be742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.731138 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c25ebc73-b9d3-4084-8e43-0bd5d79f79d9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group_rule (5f7f4ac1-897c-44a4-a4c7-e7fa6f0154f9), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.849422 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-77b1a300-89e6-41ad-9dee-392af69be742 None None] Current status of the port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:53.849825 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-77b1a300-89e6-41ad-9dee-392af69be742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.866974 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c25ebc73-b9d3-4084-8e43-0bd5d79f79d9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (5f7f4ac1-897c-44a4-a4c7-e7fa6f0154f9), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.881734 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6aa1da-cf18-4958-aded-095841291175', 'name': 'tempest-TestVolumeBootPattern-833973314-router', 'tenant_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'fca3fc59-c87a-408b-9f10-27bd0c78b1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:44Z', 'updated_at': '2022-03-08T19:17:49Z', 'revision_number': 4, 'project_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'gw_port': {'id': 'fca3fc59-c87a-408b-9f10-27bd0c78b1d2', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6aa1da-cf18-4958-aded-095841291175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:45Z', 'updated_at': '2022-03-08T19:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df', 'name': '', 'network_id': 'bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7', 'tenant_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'mac_address': 'fa:16:3e:54:d1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6aa1da-cf18-4958-aded-095841291175', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f4725c13-dce9-40da-aa15-5ad141661e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:48Z', 'updated_at': '2022-03-08T19:17:53Z', 'revision_number': 4, 'project_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'subnets': [{'id': 'f4725c13-dce9-40da-aa15-5ad141661e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:53.913688 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d3194a-a244-496f-83a6-f776f3c02fb0 None None] The sync data for ids ['ae6aa1da-cf18-4958-aded-095841291175'] in dv-cinder-830092-3-iscsi is: [{'id': 'ae6aa1da-cf18-4958-aded-095841291175', 'name': 'tempest-TestVolumeBootPattern-833973314-router', 'tenant_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'fca3fc59-c87a-408b-9f10-27bd0c78b1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:44Z', 'updated_at': '2022-03-08T19:17:49Z', 'revision_number': 4, 'project_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'gw_port': {'id': 'fca3fc59-c87a-408b-9f10-27bd0c78b1d2', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6aa1da-cf18-4958-aded-095841291175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:45Z', 'updated_at': '2022-03-08T19:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df', 'name': '', 'network_id': 'bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7', 'tenant_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'mac_address': 'fa:16:3e:54:d1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6aa1da-cf18-4958-aded-095841291175', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f4725c13-dce9-40da-aa15-5ad141661e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:48Z', 'updated_at': '2022-03-08T19:17:53Z', 'revision_number': 4, 'project_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'subnets': [{'id': 'f4725c13-dce9-40da-aa15-5ad141661e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:17:53.925941 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-77b1a300-89e6-41ad-9dee-392af69be742 None None] For port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df,segment=NetworkSegment(4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a),segment_id=4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:53.927626 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ebc73-b9d3-4084-8e43-0bd5d79f79d9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7f4ac1-897c-44a4-a4c7-e7fa6f0154f9,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:53.997600 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c25ebc73-b9d3-4084-8e43-0bd5d79f79d9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.999770 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c25ebc73-b9d3-4084-8e43-0bd5d79f79d9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4964516 Mar 08 19:17:54.010615 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40624) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:54.017468 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-8214f2f9-9bf3-4d93-9d42-5f72cfea186a tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Request body: {'security_group_rule': {'security_group_id': '18831971-dd64-4bf0-8040-4c67ad11f5a9', 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:54.023598 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-77b1a300-89e6-41ad-9dee-392af69be742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:54.134645 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:54.196707 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1a300-89e6-41ad-9dee-392af69be742 None None] Pushing event updated for resources: {'Port': ['ID=c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:54.204838 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.securitygroups_db [None req-8214f2f9-9bf3-4d93-9d42-5f72cfea186a tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Project 77bda9809dfb4144986c270b0493dcb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 19:17:54.224492 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8214f2f9-9bf3-4d93-9d42-5f72cfea186a tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group_rule (060d0f2a-324e-4726-ac87-35b3bda13f70), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:54.296804 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:54.341451 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8214f2f9-9bf3-4d93-9d42-5f72cfea186a tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group_rule (060d0f2a-324e-4726-ac87-35b3bda13f70), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:54.409729 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:54.410328 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:54.427191 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8c378584-08ed-4602-8bf4-217e8dafca22 req-7f5afe91-29e4-4881-a266-079ffad5413f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1272302 Mar 08 19:17:54.460193 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8214f2f9-9bf3-4d93-9d42-5f72cfea186a tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (060d0f2a-324e-4726-ac87-35b3bda13f70), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:54.474005 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa72b5-778f-40ba-be9b-ece34fed2cd3 req-6e30346f-48dd-4049-957c-22592dd0ce63 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:54.477235 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1eaa72b5-778f-40ba-be9b-ece34fed2cd3 req-6e30346f-48dd-4049-957c-22592dd0ce63 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.1111050 Mar 08 19:17:54.511695 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214f2f9-9bf3-4d93-9d42-5f72cfea186a tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060d0f2a-324e-4726-ac87-35b3bda13f70,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:54.531193 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c378584-08ed-4602-8bf4-217e8dafca22 req-f3248704-279a-48c6-a199-15e8bc328f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:54.532812 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8c378584-08ed-4602-8bf4-217e8dafca22 req-f3248704-279a-48c6-a199-15e8bc328f4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 1129 time: 0.0749600 Mar 08 19:17:54.569665 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:54.630013 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1eaa72b5-778f-40ba-be9b-ece34fed2cd3 req-456c89cd-282a-4566-b5eb-f123eb2172b3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343219 Mar 08 19:17:54.670004 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:54.681459 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8214f2f9-9bf3-4d93-9d42-5f72cfea186a tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:54.683214 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8214f2f9-9bf3-4d93-9d42-5f72cfea186a tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6713748 Mar 08 19:17:54.686075 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40678) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:54.693225 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-c081349d-d3be-4fca-a156-a938d2fb62ec tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Request body: {'security_group_rule': {'security_group_id': '18831971-dd64-4bf0-8040-4c67ad11f5a9', 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:54.729472 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c378584-08ed-4602-8bf4-217e8dafca22 req-75c24423-bcca-4556-bab5-b7f4a5ab7c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:54.731011 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8c378584-08ed-4602-8bf4-217e8dafca22 req-75c24423-bcca-4556-bab5-b7f4a5ab7c22 service neutron] 10.222.0.64 "GET /v2.0/networks?id=388fd34c-8824-4f29-8fd1-2b60271e031f HTTP/1.1" status: 200 len: 915 time: 0.1708982 Mar 08 19:17:54.814596 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.securitygroups_db [None req-c081349d-d3be-4fca-a156-a938d2fb62ec tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Project 77bda9809dfb4144986c270b0493dcb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 19:17:54.822330 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c081349d-d3be-4fca-a156-a938d2fb62ec tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group_rule (8646ad0e-2875-4fd3-bc93-f30b8d23e68a), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:54.872936 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8c378584-08ed-4602-8bf4-217e8dafca22 req-5d93d11f-0cca-4608-9cdc-3f29ade3d172 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63a706b0-f72c-42d1-828e-e709afb6a975 HTTP/1.1" status: 200 len: 1000 time: 0.1356947 Mar 08 19:17:54.929498 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c081349d-d3be-4fca-a156-a938d2fb62ec tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group_rule (8646ad0e-2875-4fd3-bc93-f30b8d23e68a), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:54.931981 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c378584-08ed-4602-8bf4-217e8dafca22 req-9657d578-2b70-4a88-bac0-534083033559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:54.933387 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8c378584-08ed-4602-8bf4-217e8dafca22 req-9657d578-2b70-4a88-bac0-534083033559 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5d488cc-d933-4aa0-9cc6-087a844e6a20 HTTP/1.1" status: 200 len: 853 time: 0.0518413 Mar 08 19:17:54.995357 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c081349d-d3be-4fca-a156-a938d2fb62ec tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (8646ad0e-2875-4fd3-bc93-f30b8d23e68a), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:55.012767 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c378584-08ed-4602-8bf4-217e8dafca22 req-af534b6b-5151-4fc5-a016-cd420738a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:55.016493 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8c378584-08ed-4602-8bf4-217e8dafca22 req-af534b6b-5151-4fc5-a016-cd420738a611 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=388fd34c-8824-4f29-8fd1-2b60271e031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744431 Mar 08 19:17:55.016661 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081349d-d3be-4fca-a156-a938d2fb62ec tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8646ad0e-2875-4fd3-bc93-f30b8d23e68a,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:55.076937 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c081349d-d3be-4fca-a156-a938d2fb62ec tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:55.079402 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-c081349d-d3be-4fca-a156-a938d2fb62ec tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3912401 Mar 08 19:17:55.170465 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8c378584-08ed-4602-8bf4-217e8dafca22 req-8e1d6f6a-e84f-4346-9af7-14da575d95e0 service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310585 Mar 08 19:17:55.175840 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40700) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:55.334939 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8c378584-08ed-4602-8bf4-217e8dafca22 req-722a0e70-714d-4d77-990e-ba005d6c5b73 service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505029 Mar 08 19:17:55.420448 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d759a3-ee3d-4df1-847c-7d55cfff496a req-a7a10f65-c735-40ab-a82b-a82f3be2af43 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:55.427440 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-23d759a3-ee3d-4df1-847c-7d55cfff496a req-a7a10f65-c735-40ab-a82b-a82f3be2af43 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.2373950 Mar 08 19:17:55.431578 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd320f6-1b21-476d-8726-013b16dc9fa7 req-2f048264-c0ec-48f2-b27c-16d132ccb5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:55.433245 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-acd320f6-1b21-476d-8726-013b16dc9fa7 req-2f048264-c0ec-48f2-b27c-16d132ccb5bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7758735aa6ea4cb9b3374aa19714948f&device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 1130 time: 0.1682997 Mar 08 19:17:55.453206 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-51bfe551-dbb8-49e1-9931-896f19afc861 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-683844875-network', 'tenant_id': 'baa584fa975549fcbc33c01fb747d8b5'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:55.617796 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-23d759a3-ee3d-4df1-847c-7d55cfff496a req-4a9f6e7b-1d8c-4072-8ed7-aeb72030099e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827796 Mar 08 19:17:55.623677 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd320f6-1b21-476d-8726-013b16dc9fa7 req-1d6879b4-3b38-4e4c-bf2b-2c11fd2de759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:55.625485 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-acd320f6-1b21-476d-8726-013b16dc9fa7 req-1d6879b4-3b38-4e4c-bf2b-2c11fd2de759 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e2029082-29cd-4552-a44b-4a5e4a15a1d8 HTTP/1.1" status: 200 len: 919 time: 0.1795535 Mar 08 19:17:55.628992 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bfe551-dbb8-49e1-9931-896f19afc861 admin admin] Made reservation on behalf of baa584fa975549fcbc33c01fb747d8b5 for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:17:55.631974 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-51bfe551-dbb8-49e1-9931-896f19afc861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:55.678568 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-51bfe551-dbb8-49e1-9931-896f19afc861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:55.681829 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-acd320f6-1b21-476d-8726-013b16dc9fa7 req-fbacd5c5-12ba-4bb5-a094-dfd344683020 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29f0b5c5-2d98-404d-ad24-1cb7095dc3ab HTTP/1.1" status: 200 len: 217 time: 0.0466559 Mar 08 19:17:55.709168 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:55.752556 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd320f6-1b21-476d-8726-013b16dc9fa7 req-f2082eb8-4ca8-43b8-907e-13c68a664f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:55.754074 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-acd320f6-1b21-476d-8726-013b16dc9fa7 req-f2082eb8-4ca8-43b8-907e-13c68a664f40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc HTTP/1.1" status: 200 len: 858 time: 0.0658324 Mar 08 19:17:55.797659 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-acd320f6-1b21-476d-8726-013b16dc9fa7 req-91b8eaed-3596-48a3-8fc5-0aaab76a41b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2029082-29cd-4552-a44b-4a5e4a15a1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312672 Mar 08 19:17:55.849399 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-51bfe551-dbb8-49e1-9931-896f19afc861 admin admin] Publish callbacks [] for security_group (7398c3ad-162a-4903-8a97-0fe29698d601), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:55.926665 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-51bfe551-dbb8-49e1-9931-896f19afc861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (7398c3ad-162a-4903-8a97-0fe29698d601), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:55.946518 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-acd320f6-1b21-476d-8726-013b16dc9fa7 req-8b16eaa4-dd53-49e8-a6c7-b1de1cc437ac service neutron] 10.222.0.64 "GET /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383100 Mar 08 19:17:55.957970 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bfe551-dbb8-49e1-9931-896f19afc861 admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:17:56.039338 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-51bfe551-dbb8-49e1-9931-896f19afc861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (0343e33a-0f8a-400e-8ccf-f53f8158ca93), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:56.039676 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.segments_db [None req-51bfe551-dbb8-49e1-9931-896f19afc861 admin admin] Added segment 0343e33a-0f8a-400e-8ccf-f53f8158ca93 of type vlan for network 1c7be9fe-d111-475a-a6a6-38b42242b5ba Mar 08 19:17:56.042562 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfe551-dbb8-49e1-9931-896f19afc861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7398c3ad-162a-4903-8a97-0fe29698d601,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:56.106086 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:56.132228 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-51bfe551-dbb8-49e1-9931-896f19afc861 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (1c7be9fe-d111-475a-a6a6-38b42242b5ba), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:56.137056 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-acd320f6-1b21-476d-8726-013b16dc9fa7 req-97799419-91ee-4561-9df8-d92d31f7362f service neutron] 10.222.0.64 "GET /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763923 Mar 08 19:17:56.173916 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:56.174284 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:56.255932 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-51bfe551-dbb8-49e1-9931-896f19afc861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (1c7be9fe-d111-475a-a6a6-38b42242b5ba), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:56.257436 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bfe551-dbb8-49e1-9931-896f19afc861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:56.258045 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-51bfe551-dbb8-49e1-9931-896f19afc861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:56.259943 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:56.327442 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfe551-dbb8-49e1-9931-896f19afc861 admin admin] Pushing event updated for resources: {'Network': ['ID=1c7be9fe-d111-475a-a6a6-38b42242b5ba,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:56.339015 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network 1c7be9fe-d111-475a-a6a6-38b42242b5ba details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:17:56.384725 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-51bfe551-dbb8-49e1-9931-896f19afc861 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2062926 Mar 08 19:17:56.394358 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40770) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:56.399937 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-5dfded5c-06af-4c61-ad02-bf93701ae4a4 admin admin] Request body: {'subnet': {'network_id': '1c7be9fe-d111-475a-a6a6-38b42242b5ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-683844875-subnet', 'tenant_id': 'baa584fa975549fcbc33c01fb747d8b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:56.536202 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfded5c-06af-4c61-ad02-bf93701ae4a4 admin admin] Made reservation on behalf of baa584fa975549fcbc33c01fb747d8b5 for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:17:56.539037 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5dfded5c-06af-4c61-ad02-bf93701ae4a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15838011'] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:56.764922 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536db9d6-7876-43c3-ba3b-c84298bea437 req-0da4f316-fabc-42b1-831e-f2031ffb1181 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:56.766385 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-536db9d6-7876-43c3-ba3b-c84298bea437 req-0da4f316-fabc-42b1-831e-f2031ffb1181 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0699587 Mar 08 19:17:56.799059 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5dfded5c-06af-4c61-ad02-bf93701ae4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13603085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15837989'] for subnet (11b13eb5-d5cb-4129-a881-a6248ffcdd3c), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:56.846670 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-536db9d6-7876-43c3-ba3b-c84298bea437 req-ccb20e9d-c4b7-43ae-a50c-b300d8cc8b64 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744081 Mar 08 19:17:56.880522 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfded5c-06af-4c61-ad02-bf93701ae4a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b13eb5-d5cb-4129-a881-a6248ffcdd3c,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:56.886833 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfded5c-06af-4c61-ad02-bf93701ae4a4 admin admin] Checking segment: {'id': '0343e33a-0f8a-400e-8ccf-f53f8158ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1c7be9fe-d111-475a-a6a6-38b42242b5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:17:56.887193 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfded5c-06af-4c61-ad02-bf93701ae4a4 admin admin] Network hostable DHCP agents. Network: 1c7be9fe-d111-475a-a6a6-38b42242b5ba, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:17:57.000347 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfded5c-06af-4c61-ad02-bf93701ae4a4 admin admin] Network 1c7be9fe-d111-475a-a6a6-38b42242b5ba is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:17:57.000577 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:57.083837 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-5dfded5c-06af-4c61-ad02-bf93701ae4a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, 1c7be9fe-d111-475a-a6a6-38b42242b5ba) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:57.087812 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfded5c-06af-4c61-ad02-bf93701ae4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:57.088428 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5dfded5c-06af-4c61-ad02-bf93701ae4a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:57.093719 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478f0f96-7b3f-4471-93b9-5cfa0c21e8ca None None] Network 1c7be9fe-d111-475a-a6a6-38b42242b5ba requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:17:57.186097 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-5dfded5c-06af-4c61-ad02-bf93701ae4a4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7900846 Mar 08 19:17:57.191424 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b185e06-e0c0-43a0-bb0b-a711579af147 None None] Network 1c7be9fe-d111-475a-a6a6-38b42242b5ba requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:17:57.975063 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e3db1-376e-4325-91c5-c34f754a94aa req-e8db56df-fd46-4ba1-ac0b-9b31cdee43ec tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:57.976541 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2a8e3db1-376e-4325-91c5-c34f754a94aa req-e8db56df-fd46-4ba1-ac0b-9b31cdee43ec tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0581331 Mar 08 19:17:58.039813 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2a8e3db1-376e-4325-91c5-c34f754a94aa req-90db22d9-9baa-44e9-941b-86d8caebf104 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572801 Mar 08 19:17:59.181122 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030ea3e-dea2-40a8-af65-0465c5307da9 req-9a59d623-27f4-4e8f-9638-246c1ca0c68d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:59.183788 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4030ea3e-dea2-40a8-af65-0465c5307da9 req-9a59d623-27f4-4e8f-9638-246c1ca0c68d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0665545 Mar 08 19:17:59.235576 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4030ea3e-dea2-40a8-af65-0465c5307da9 req-304e969f-b66e-4bcf-8b4e-e05f1d717aec tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442910 Mar 08 19:18:00.356691 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ec5a5-87fd-4ee7-a300-eca457155146 req-ad03fe11-006b-4b97-bed9-bdafac818fb2 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:00.358175 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2a2ec5a5-87fd-4ee7-a300-eca457155146 req-ad03fe11-006b-4b97-bed9-bdafac818fb2 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0518382 Mar 08 19:18:00.407330 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2a2ec5a5-87fd-4ee7-a300-eca457155146 req-b9c1250e-8eb4-450b-8610-03b3f60f474f tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433536 Mar 08 19:18:00.731966 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b397db-d546-4f43-ae31-411372d68057 req-9ae080ef-89e9-42d0-a400-7709e8c879f8 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:00.733932 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-50b397db-d546-4f43-ae31-411372d68057 req-9ae080ef-89e9-42d0-a400-7709e8c879f8 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/networks?id=1c7be9fe-d111-475a-a6a6-38b42242b5ba HTTP/1.1" status: 200 len: 808 time: 0.1166048 Mar 08 19:18:00.750593 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-50b397db-d546-4f43-ae31-411372d68057 req-52a74283-379c-44e8-b0c7-55f848f84a68 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/quotas/baa584fa975549fcbc33c01fb747d8b5 HTTP/1.1" status: 200 len: 375 time: 0.0101922 Mar 08 19:18:00.786441 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-50b397db-d546-4f43-ae31-411372d68057 req-8327d29f-3dd0-4547-a625-60668ba7b3b0 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=baa584fa975549fcbc33c01fb747d8b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292652 Mar 08 19:18:00.888492 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-50b397db-d546-4f43-ae31-411372d68057 req-ec64a62f-1c36-4330-aa1c-8ba2e3f05ee8 service neutron] 10.222.0.21 "GET /v2.0/networks/1c7be9fe-d111-475a-a6a6-38b42242b5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950272 Mar 08 19:18:00.978726 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-50b397db-d546-4f43-ae31-411372d68057 req-215088ae-9edf-46a2-8115-f028cff936d4 service neutron] 10.222.0.21 "GET /v2.0/networks/1c7be9fe-d111-475a-a6a6-38b42242b5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838244 Mar 08 19:18:01.191777 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9a9719c6-b5c5-451b-8d0b-413c958c7f8e req-9c8a35df-8035-482c-afaf-b4976918a8c5 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 210 time: 0.0346007 Mar 08 19:18:01.224149 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 40926) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:18:01.335525 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-12d505f7-367c-47b4-842a-fc4b98523030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:01.412748 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-12d505f7-367c-47b4-842a-fc4b98523030 admin admin] Publish callbacks [] for security_group (f1d6e0fc-fb0b-4da0-b568-22e7d9324a3a), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:01.474818 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-12d505f7-367c-47b4-842a-fc4b98523030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (f1d6e0fc-fb0b-4da0-b568-22e7d9324a3a), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:01.540038 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d505f7-367c-47b4-842a-fc4b98523030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d6e0fc-fb0b-4da0-b568-22e7d9324a3a,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:01.548576 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-12d505f7-367c-47b4-842a-fc4b98523030 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab981f802e8e4d59af3cbda5ba0bb662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3202686 Mar 08 19:18:01.548726 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40938) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:18:01.554833 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d505f7-367c-47b4-842a-fc4b98523030 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.555180 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d505f7-367c-47b4-842a-fc4b98523030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.555746 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d505f7-367c-47b4-842a-fc4b98523030 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.555866 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d505f7-367c-47b4-842a-fc4b98523030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.556167 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d505f7-367c-47b4-842a-fc4b98523030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.556491 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d505f7-367c-47b4-842a-fc4b98523030 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.556813 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d505f7-367c-47b4-842a-fc4b98523030 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.557135 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d505f7-367c-47b4-842a-fc4b98523030 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.557455 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d505f7-367c-47b4-842a-fc4b98523030 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.557772 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d505f7-367c-47b4-842a-fc4b98523030 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.558090 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d505f7-367c-47b4-842a-fc4b98523030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.558415 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d505f7-367c-47b4-842a-fc4b98523030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.558879 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d505f7-367c-47b4-842a-fc4b98523030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.581513 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad6927-27bf-469c-85c5-c6bff7b610ff req-97baf14d-bee7-4b2a-b6a3-2ff6ed0e1088 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:01.585475 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-70ad6927-27bf-469c-85c5-c6bff7b610ff req-97baf14d-bee7-4b2a-b6a3-2ff6ed0e1088 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.1074679 Mar 08 19:18:01.619839 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] Publish callbacks [] for security_group (f1d6e0fc-fb0b-4da0-b568-22e7d9324a3a), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:01.642732 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-70ad6927-27bf-469c-85c5-c6bff7b610ff req-ac5a8ceb-737f-414e-be99-8cfa033435e2 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508182 Mar 08 19:18:01.652377 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] Publish callbacks [] for security_group (f1d6e0fc-fb0b-4da0-b568-22e7d9324a3a), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:01.780729 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (f1d6e0fc-fb0b-4da0-b568-22e7d9324a3a), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:01.783461 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:01.785635 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1d6e0fc-fb0b-4da0-b568-22e7d9324a3a HTTP/1.1" status: 204 len: 168 time: 0.2361250 Mar 08 19:18:01.793935 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d6e0fc-fb0b-4da0-b568-22e7d9324a3a,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:01.801950 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.802302 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.802680 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.803016 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.803347 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.803678 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.804009 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.804338 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.804663 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.804993 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.805316 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.805633 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:01.805953 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1b6e4-30a5-4e9d-859f-d8ba52ef0c77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:02.277600 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9b14fd18-1fd4-4f6a-8342-aef8b4a60ea2 req-7a62fb6a-338b-4d72-97d0-497c296961d7 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 210 time: 0.0304034 Mar 08 19:18:02.463785 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40954) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:18:02.478101 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cca53ce2-fc70-42d4-8540-4a558717066d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:02.565721 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cca53ce2-fc70-42d4-8540-4a558717066d admin admin] Publish callbacks [] for security_group (94920221-cc1c-4450-9acf-85fdabb98ef2), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:02.712048 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cca53ce2-fc70-42d4-8540-4a558717066d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (94920221-cc1c-4450-9acf-85fdabb98ef2), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:02.753129 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca53ce2-fc70-42d4-8540-4a558717066d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94920221-cc1c-4450-9acf-85fdabb98ef2,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:02.761974 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-cca53ce2-fc70-42d4-8540-4a558717066d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e91faa06c638498797a7da214237e668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970364 Mar 08 19:18:02.765196 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 40964) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:18:02.781033 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e134be4-4b03-42cb-8f99-24194cb95413 req-aa5a63e4-fe76-4638-a62b-fa11fea54306 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:02.788843 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0e134be4-4b03-42cb-8f99-24194cb95413 req-aa5a63e4-fe76-4638-a62b-fa11fea54306 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0694942 Mar 08 19:18:02.823247 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-686f84a8-a660-48ea-9ef9-e8776a0ff2d8 admin admin] Publish callbacks [] for security_group (94920221-cc1c-4450-9acf-85fdabb98ef2), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:02.835842 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0e134be4-4b03-42cb-8f99-24194cb95413 req-38963466-5bdf-4a7f-af83-7279df22a883 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461259 Mar 08 19:18:02.848327 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-686f84a8-a660-48ea-9ef9-e8776a0ff2d8 admin admin] Publish callbacks [] for security_group (94920221-cc1c-4450-9acf-85fdabb98ef2), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:02.980627 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-686f84a8-a660-48ea-9ef9-e8776a0ff2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (94920221-cc1c-4450-9acf-85fdabb98ef2), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:02.983456 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-686f84a8-a660-48ea-9ef9-e8776a0ff2d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:02.984692 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-686f84a8-a660-48ea-9ef9-e8776a0ff2d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94920221-cc1c-4450-9acf-85fdabb98ef2 HTTP/1.1" status: 204 len: 168 time: 0.2184932 Mar 08 19:18:02.994525 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f84a8-a660-48ea-9ef9-e8776a0ff2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94920221-cc1c-4450-9acf-85fdabb98ef2,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:03.371544 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6a90a351-88be-44a8-8ca4-5b8822c4b816 req-1e1509b4-d7e3-44d0-a40e-6d9b28260732 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 210 time: 0.0263388 Mar 08 19:18:03.841642 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b397db-d546-4f43-ae31-411372d68057 req-1c830a8b-7215-4713-8478-05cfaa9039ba tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:03.843480 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-50b397db-d546-4f43-ae31-411372d68057 req-1c830a8b-7215-4713-8478-05cfaa9039ba tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.64 "GET /v2.0/networks?id=1c7be9fe-d111-475a-a6a6-38b42242b5ba HTTP/1.1" status: 200 len: 808 time: 0.1152897 Mar 08 19:18:03.857831 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [req-50b397db-d546-4f43-ae31-411372d68057 req-cc143823-c0f3-493d-9e3e-80c2368f6804 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Request body: {'port': {'device_id': 'a5e20c17-f99b-48b8-884a-edf35794b786', 'network_id': '1c7be9fe-d111-475a-a6a6-38b42242b5ba', 'admin_state_up': True, 'tenant_id': 'baa584fa975549fcbc33c01fb747d8b5'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:18:04.015105 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19cebc-c654-4c32-aec2-a0031ba976b4 req-b02ff77f-36ce-4e50-bc55-fe20d0bbc46f tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:04.017185 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8c19cebc-c654-4c32-aec2-a0031ba976b4 req-b02ff77f-36ce-4e50-bc55-fe20d0bbc46f tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0930741 Mar 08 19:18:04.075501 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8c19cebc-c654-4c32-aec2-a0031ba976b4 req-c23e2206-8d46-4947-90d5-0cb8d9a09f92 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468786 Mar 08 19:18:04.113083 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b397db-d546-4f43-ae31-411372d68057 req-cc143823-c0f3-493d-9e3e-80c2368f6804 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Made reservation on behalf of baa584fa975549fcbc33c01fb747d8b5 for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:18:04.116927 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-50b397db-d546-4f43-ae31-411372d68057 req-cc143823-c0f3-493d-9e3e-80c2368f6804 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:04.253910 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-50b397db-d546-4f43-ae31-411372d68057 req-cc143823-c0f3-493d-9e3e-80c2368f6804 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Allocated IP 172.20.0.12 (1c7be9fe-d111-475a-a6a6-38b42242b5ba/11b13eb5-d5cb-4129-a881-a6248ffcdd3c/415425e4-991b-4a0c-8d24-f2f2149b3276) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:18:04.418066 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-50b397db-d546-4f43-ae31-411372d68057 req-cc143823-c0f3-493d-9e3e-80c2368f6804 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Publish callbacks [] for port (415425e4-991b-4a0c-8d24-f2f2149b3276), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:04.483642 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-39f50fb8-6bb4-4dea-8ac2-4a5a2245b8d1 req-7f3c34cb-2f1e-485d-9b6c-8271d08c4314 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 210 time: 0.0360408 Mar 08 19:18:04.566082 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-50b397db-d546-4f43-ae31-411372d68057 req-cc143823-c0f3-493d-9e3e-80c2368f6804 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (415425e4-991b-4a0c-8d24-f2f2149b3276), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:04.610451 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b397db-d546-4f43-ae31-411372d68057 req-cc143823-c0f3-493d-9e3e-80c2368f6804 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Network 1c7be9fe-d111-475a-a6a6-38b42242b5ba is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:18:04.613414 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-50b397db-d546-4f43-ae31-411372d68057 req-cc143823-c0f3-493d-9e3e-80c2368f6804 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:18:04.617587 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b397db-d546-4f43-ae31-411372d68057 req-cc143823-c0f3-493d-9e3e-80c2368f6804 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:18:04.624029 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc143823-c0f3-493d-9e3e-80c2368f6804 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Pushing event updated for resources: {'Port': ['ID=415425e4-991b-4a0c-8d24-f2f2149b3276,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:04.671495 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b397db-d546-4f43-ae31-411372d68057 req-cc143823-c0f3-493d-9e3e-80c2368f6804 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:04.672102 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-50b397db-d546-4f43-ae31-411372d68057 req-cc143823-c0f3-493d-9e3e-80c2368f6804 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:04.766300 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-50b397db-d546-4f43-ae31-411372d68057 req-cc143823-c0f3-493d-9e3e-80c2368f6804 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9124222 Mar 08 19:18:04.783716 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Request body: {'port': {'device_id': 'a5e20c17-f99b-48b8-884a-edf35794b786', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:18:04.851692 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (415425e4-991b-4a0c-8d24-f2f2149b3276), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:04.867563 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 41014) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:18:04.985715 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c8fe58fd-cd07-4734-9da6-6055523476cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.068628 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c8fe58fd-cd07-4734-9da6-6055523476cc admin admin] Publish callbacks [] for security_group (643a3038-6f99-4d75-b3a8-12e48b50b225), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.128571 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415425e4-991b-4a0c-8d24-f2f2149b3276 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:18:05.139551 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Publish callbacks [] for port (415425e4-991b-4a0c-8d24-f2f2149b3276), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.163069 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Transition to ACTIVE for port object 415425e4-991b-4a0c-8d24-f2f2149b3276 will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:18:05.163564 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c8fe58fd-cd07-4734-9da6-6055523476cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (643a3038-6f99-4d75-b3a8-12e48b50b225), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.201730 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c8fe58fd-cd07-4734-9da6-6055523476cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6d56918dba348ae935b16441f2b5ed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330617 Mar 08 19:18:05.204997 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 41020) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:18:05.206415 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be01949-783e-4fd8-892f-2338b0f18e71 req-fe11e391-9fac-4b80-837c-a72cd9019a55 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:05.208292 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8be01949-783e-4fd8-892f-2338b0f18e71 req-fe11e391-9fac-4b80-837c-a72cd9019a55 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0583632 Mar 08 19:18:05.213359 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe58fd-cd07-4734-9da6-6055523476cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643a3038-6f99-4d75-b3a8-12e48b50b225,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:05.259312 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-52e68f5d-bfdb-4043-970c-6f6a44207f09 admin admin] Publish callbacks [] for security_group (643a3038-6f99-4d75-b3a8-12e48b50b225), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.261190 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8be01949-783e-4fd8-892f-2338b0f18e71 req-0040ccc8-a066-412d-9483-c5839f28b6b7 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471141 Mar 08 19:18:05.262677 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (415425e4-991b-4a0c-8d24-f2f2149b3276), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.301569 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-52e68f5d-bfdb-4043-970c-6f6a44207f09 admin admin] Publish callbacks [] for security_group (643a3038-6f99-4d75-b3a8-12e48b50b225), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.334591 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Pushing event updated for resources: {'Port': ['ID=415425e4-991b-4a0c-8d24-f2f2149b3276,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:05.382382 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Attempting to bind port 415425e4-991b-4a0c-8d24-f2f2149b3276 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:18:05.382656 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Attempting to bind port 415425e4-991b-4a0c-8d24-f2f2149b3276 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '0343e33a-0f8a-400e-8ccf-f53f8158ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1c7be9fe-d111-475a-a6a6-38b42242b5ba'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:18:05.382960 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Attempting to bind port 415425e4-991b-4a0c-8d24-f2f2149b3276 on network 1c7be9fe-d111-475a-a6a6-38b42242b5ba {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:18:05.387201 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Port 415425e4-991b-4a0c-8d24-f2f2149b3276 on network 1c7be9fe-d111-475a-a6a6-38b42242b5ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:18:05.387524 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Attempting to bind port 415425e4-991b-4a0c-8d24-f2f2149b3276 on network 1c7be9fe-d111-475a-a6a6-38b42242b5ba {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:18:05.392684 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:18:05.393027 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Checking segment: {'id': '0343e33a-0f8a-400e-8ccf-f53f8158ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1c7be9fe-d111-475a-a6a6-38b42242b5ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:18:05.394440 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Bound using segment: {'id': '0343e33a-0f8a-400e-8ccf-f53f8158ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1c7be9fe-d111-475a-a6a6-38b42242b5ba'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:18:05.394440 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Bound port: 415425e4-991b-4a0c-8d24-f2f2149b3276, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0343e33a-0f8a-400e-8ccf-f53f8158ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1c7be9fe-d111-475a-a6a6-38b42242b5ba'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:18:05.394440 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (415425e4-991b-4a0c-8d24-f2f2149b3276), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.422756 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-52e68f5d-bfdb-4043-970c-6f6a44207f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (643a3038-6f99-4d75-b3a8-12e48b50b225), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.426117 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-52e68f5d-bfdb-4043-970c-6f6a44207f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.427377 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-52e68f5d-bfdb-4043-970c-6f6a44207f09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/643a3038-6f99-4d75-b3a8-12e48b50b225 HTTP/1.1" status: 204 len: 168 time: 0.2212400 Mar 08 19:18:05.436019 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e68f5d-bfdb-4043-970c-6f6a44207f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643a3038-6f99-4d75-b3a8-12e48b50b225,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:05.470493 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] For port 415425e4-991b-4a0c-8d24-f2f2149b3276, host hv-cinder-83009, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:18:05.475995 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] For port 415425e4-991b-4a0c-8d24-f2f2149b3276, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=415425e4-991b-4a0c-8d24-f2f2149b3276,segment=NetworkSegment(0343e33a-0f8a-400e-8ccf-f53f8158ca93),segment_id=0343e33a-0f8a-400e-8ccf-f53f8158ca93)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:18:05.783380 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (415425e4-991b-4a0c-8d24-f2f2149b3276), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.837132 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:05.837747 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.839173 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-50b397db-d546-4f43-ae31-411372d68057 req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] 10.222.0.64 "PUT /v2.0/ports/415425e4-991b-4a0c-8d24-f2f2149b3276 HTTP/1.1" status: 200 len: 1094 time: 1.0602276 Mar 08 19:18:05.839613 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e20c17-f99b-48b8-884a-edf35794b786', 'tag': '415425e4-991b-4a0c-8d24-f2f2149b3276'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:18:05.841943 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cc7aca-0455-42cd-aa58-dcf340b6eec4" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e20c17-f99b-48b8-884a-edf35794b786", "tag": "415425e4-991b-4a0c-8d24-f2f2149b3276"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:18:05.858883 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8c727-9164-4b26-8c66-ee697d5c9447 req-d20d9998-32c9-423a-b6a6-b3138d8a05cc tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:05.860411 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-37d8c727-9164-4b26-8c66-ee697d5c9447 req-d20d9998-32c9-423a-b6a6-b3138d8a05cc tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.3107750 Mar 08 19:18:05.886613 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323c884-e219-445a-9ad6-27555cfc4f78 service neutron] Pushing event updated for resources: {'Port': ['ID=415425e4-991b-4a0c-8d24-f2f2149b3276,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:05.895545 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8423c160-6f31-40d8-acf6-8a53ab8c648b x-openstack-request-id: req-8423c160-6f31-40d8-acf6-8a53ab8c648b {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:18:05.895932 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e20c17-f99b-48b8-884a-edf35794b786", "tag": "415425e4-991b-4a0c-8d24-f2f2149b3276", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:18:05.896089 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8423c160-6f31-40d8-acf6-8a53ab8c648b {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:18:05.896466 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e20c17-f99b-48b8-884a-edf35794b786', 'tag': '415425e4-991b-4a0c-8d24-f2f2149b3276', 'status': 'completed', 'code': 200} Mar 08 19:18:05.966039 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-37d8c727-9164-4b26-8c66-ee697d5c9447 req-529b91ae-8eb7-4f10-ac2d-bb97329c4caa tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968378 Mar 08 19:18:05.989054 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc7aca-0455-42cd-aa58-dcf340b6eec4 req-cd259668-d3ce-430c-8149-f1244ba7eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:05.990634 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f3cc7aca-0455-42cd-aa58-dcf340b6eec4 req-cd259668-d3ce-430c-8149-f1244ba7eeab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=baa584fa975549fcbc33c01fb747d8b5&device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 1128 time: 0.0726039 Mar 08 19:18:06.092713 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc7aca-0455-42cd-aa58-dcf340b6eec4 req-4874c929-95be-4c31-8359-0a3c832542de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:06.093576 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f3cc7aca-0455-42cd-aa58-dcf340b6eec4 req-4874c929-95be-4c31-8359-0a3c832542de service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=baa584fa975549fcbc33c01fb747d8b5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0953202 Mar 08 19:18:06.211599 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc7aca-0455-42cd-aa58-dcf340b6eec4 req-9cb9669c-788c-4b42-9fa1-df1c7274047b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:06.213559 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f3cc7aca-0455-42cd-aa58-dcf340b6eec4 req-9cb9669c-788c-4b42-9fa1-df1c7274047b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1097946 Mar 08 19:18:06.371772 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b397db-d546-4f43-ae31-411372d68057 req-66f44a92-ff94-4d5a-a5cc-10cf525a4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:06.371772 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-50b397db-d546-4f43-ae31-411372d68057 req-66f44a92-ff94-4d5a-a5cc-10cf525a4700 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=baa584fa975549fcbc33c01fb747d8b5&device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 1128 time: 0.0614424 Mar 08 19:18:06.377882 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-50b397db-d546-4f43-ae31-411372d68057 req-4799bbaa-b10e-4817-83e3-f684e1dcd03c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=415425e4-991b-4a0c-8d24-f2f2149b3276 HTTP/1.1" status: 200 len: 217 time: 0.0443604 Mar 08 19:18:06.466088 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b397db-d546-4f43-ae31-411372d68057 req-f0160e4f-4e7b-412d-933a-4e33600689f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:06.467764 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-50b397db-d546-4f43-ae31-411372d68057 req-f0160e4f-4e7b-412d-933a-4e33600689f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11b13eb5-d5cb-4129-a881-a6248ffcdd3c HTTP/1.1" status: 200 len: 848 time: 0.0771222 Mar 08 19:18:06.481476 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da1757-ce81-486b-afe2-da0eb953bc5b req-0d8ff710-8e0e-44ed-b08d-22958662df2d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:06.482997 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-69da1757-ce81-486b-afe2-da0eb953bc5b req-0d8ff710-8e0e-44ed-b08d-22958662df2d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.1075742 Mar 08 19:18:06.516768 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-50b397db-d546-4f43-ae31-411372d68057 req-dfa03810-fbf1-4047-a3c4-6511f28fee14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c7be9fe-d111-475a-a6a6-38b42242b5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305307 Mar 08 19:18:06.603290 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-69da1757-ce81-486b-afe2-da0eb953bc5b req-548a2a8b-b93e-4004-9423-a3abe485d003 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101089 Mar 08 19:18:06.636201 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-50b397db-d546-4f43-ae31-411372d68057 req-687eb6fe-7615-4d32-87fb-021c1a8c7197 service neutron] 10.222.0.64 "GET /v2.0/networks/1c7be9fe-d111-475a-a6a6-38b42242b5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115079 Mar 08 19:18:06.738371 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-50b397db-d546-4f43-ae31-411372d68057 req-a44f8a5a-fe4d-4412-bb8a-b7c1b3edb14f service neutron] 10.222.0.64 "GET /v2.0/networks/1c7be9fe-d111-475a-a6a6-38b42242b5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943320 Mar 08 19:18:07.115112 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5239a36-9d64-43c2-800b-d84f89be404a req-617ffbaf-339e-4f50-944f-70a82c9aa698 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:07.119027 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f5239a36-9d64-43c2-800b-d84f89be404a req-617ffbaf-339e-4f50-944f-70a82c9aa698 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0626762 Mar 08 19:18:07.167132 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f5239a36-9d64-43c2-800b-d84f89be404a req-d74ac2db-5625-48b6-9ad0-271b94985655 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432684 Mar 08 19:18:07.730545 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982f8e0-6cc5-4228-a7e8-3df34e4b18b0 req-be08c95a-f97d-4f2c-bb75-fc887efefe57 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:07.732220 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8982f8e0-6cc5-4228-a7e8-3df34e4b18b0 req-be08c95a-f97d-4f2c-bb75-fc887efefe57 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0586565 Mar 08 19:18:07.783483 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8982f8e0-6cc5-4228-a7e8-3df34e4b18b0 req-7e9aaccf-4672-4206-a08c-ce9fa03f956e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448656 Mar 08 19:18:08.291424 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921c168-9051-4ded-a38f-977805be0726 req-5136fbd9-8f8e-4091-a503-a12bd1f145c9 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:08.292934 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e921c168-9051-4ded-a38f-977805be0726 req-5136fbd9-8f8e-4091-a503-a12bd1f145c9 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0589690 Mar 08 19:18:08.339104 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e921c168-9051-4ded-a38f-977805be0726 req-776cf417-a7ba-4fea-9b82-2769c7a68aaf tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399230 Mar 08 19:18:08.905735 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431cfbf-a1bd-4f5c-9685-9b2cfa59fca8 req-baad5c73-5a6e-4af5-888f-d1d3267727da tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:08.907268 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8431cfbf-a1bd-4f5c-9685-9b2cfa59fca8 req-baad5c73-5a6e-4af5-888f-d1d3267727da tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0532513 Mar 08 19:18:08.955579 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8431cfbf-a1bd-4f5c-9685-9b2cfa59fca8 req-a71f6eb2-be5e-41fb-b069-2e60923a5eab tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425835 Mar 08 19:18:09.462885 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c5bee-c551-4558-ae1a-35ea96bdb7a8 req-bc8dcd6a-3327-4f4c-b0c0-a681bbd29d6a tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:09.464513 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-585c5bee-c551-4558-ae1a-35ea96bdb7a8 req-bc8dcd6a-3327-4f4c-b0c0-a681bbd29d6a tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0580997 Mar 08 19:18:09.512361 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-585c5bee-c551-4558-ae1a-35ea96bdb7a8 req-b32b6b1f-89c4-4c6e-8214-3904d490c9db tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 Mar 08 19:18:10.079552 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69ba8f-be6f-450e-ae84-e04e70f4313e req-8459a0f0-dbf9-4dbd-9124-0f2450f79fd7 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:10.081763 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-de69ba8f-be6f-450e-ae84-e04e70f4313e req-8459a0f0-dbf9-4dbd-9124-0f2450f79fd7 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0537360 Mar 08 19:18:10.141277 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-de69ba8f-be6f-450e-ae84-e04e70f4313e req-d2466694-31b0-4288-91f1-0267bee9bcd7 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500340 Mar 08 19:18:10.629222 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a396fb2-8513-4616-8c21-72747577c38a req-d3d0372b-9bbf-495a-84bd-619a0e9959da tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:10.630902 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3a396fb2-8513-4616-8c21-72747577c38a req-d3d0372b-9bbf-495a-84bd-619a0e9959da tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0523913 Mar 08 19:18:10.684342 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3a396fb2-8513-4616-8c21-72747577c38a req-028fe42b-edcf-4e02-aacc-bcf8ef55d559 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476549 Mar 08 19:18:11.263699 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c8c0d-a2d9-47b6-8fad-c04eefbd6327 req-d37432a8-8598-49b8-988a-2429702970fb tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:11.265170 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-522c8c0d-a2d9-47b6-8fad-c04eefbd6327 req-d37432a8-8598-49b8-988a-2429702970fb tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0528717 Mar 08 19:18:11.315341 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-522c8c0d-a2d9-47b6-8fad-c04eefbd6327 req-979b28e0-9b30-46cb-8d5d-703769e55108 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439401 Mar 08 19:18:11.799955 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc9dde-396a-434a-8e8c-8e677b0f2fa0 req-f6b9ccca-089d-4e78-a356-0db859cbb272 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:11.801399 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6cdc9dde-396a-434a-8e8c-8e677b0f2fa0 req-f6b9ccca-089d-4e78-a356-0db859cbb272 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0503812 Mar 08 19:18:11.849840 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6cdc9dde-396a-434a-8e8c-8e677b0f2fa0 req-36d023ec-afe6-45ca-ac95-406ec18dec6d tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428617 Mar 08 19:18:12.440625 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee9316-f8a7-47bf-b453-dec39a0376a6 req-74d5a395-4e02-4b2b-8411-22891b8b5b09 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:12.442266 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b8ee9316-f8a7-47bf-b453-dec39a0376a6 req-74d5a395-4e02-4b2b-8411-22891b8b5b09 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0561457 Mar 08 19:18:12.491051 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b8ee9316-f8a7-47bf-b453-dec39a0376a6 req-933f3f5b-23ef-4954-892d-465729dfdb05 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421269 Mar 08 19:18:12.967069 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c88328-d745-44bd-bb3d-00252dcc5436 req-f5a5e390-8b73-4f52-94d5-b9f8ce4ec947 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:12.968559 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-43c88328-d745-44bd-bb3d-00252dcc5436 req-f5a5e390-8b73-4f52-94d5-b9f8ce4ec947 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0519817 Mar 08 19:18:13.015566 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-43c88328-d745-44bd-bb3d-00252dcc5436 req-5cfe9c0e-de19-46d9-ac82-dbdbf64801f9 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410240 Mar 08 19:18:13.607734 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b89a61-52bd-4677-879d-fae675eb2b18 req-a369228a-faaa-49d4-afd0-d828e37bb719 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:13.609187 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e9b89a61-52bd-4677-879d-fae675eb2b18 req-a369228a-faaa-49d4-afd0-d828e37bb719 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0511642 Mar 08 19:18:13.657141 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e9b89a61-52bd-4677-879d-fae675eb2b18 req-df9dfa1c-9de3-4a4c-99e4-d448cf70fc27 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418587 Mar 08 19:18:14.131828 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c153d4-cec8-4693-aa9c-196a74b217af req-a08cacb4-1df4-4fd4-b80f-c3627050b3be tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:14.133328 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-31c153d4-cec8-4693-aa9c-196a74b217af req-a08cacb4-1df4-4fd4-b80f-c3627050b3be tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0512817 Mar 08 19:18:14.179310 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-31c153d4-cec8-4693-aa9c-196a74b217af req-efcca2f1-d31b-419e-b4c3-7e84806bf648 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406089 Mar 08 19:18:14.780819 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d83bf-d01e-4dc4-902b-9aa8363c24a1 req-81edc611-fe87-4973-b7d7-2a877f5e0f32 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:14.782295 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cb1d83bf-d01e-4dc4-902b-9aa8363c24a1 req-81edc611-fe87-4973-b7d7-2a877f5e0f32 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0565815 Mar 08 19:18:14.828267 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cb1d83bf-d01e-4dc4-902b-9aa8363c24a1 req-a8b6b710-334e-45ad-9e52-576d3cede748 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405207 Mar 08 19:18:15.306146 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b55f06-ccda-49f2-b3cb-dbc7b662ff02 req-88d6f975-13c6-46d6-8af7-0cf2715e1b23 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:15.307629 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-09b55f06-ccda-49f2-b3cb-dbc7b662ff02 req-88d6f975-13c6-46d6-8af7-0cf2715e1b23 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0627451 Mar 08 19:18:15.354830 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-09b55f06-ccda-49f2-b3cb-dbc7b662ff02 req-ee631fa5-e30e-4da6-9774-f41de30e823d tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413449 Mar 08 19:18:15.942017 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa45d3-0291-46eb-a47d-469b65fb8a70 req-ada918bc-f719-4315-a4fd-2f2a2c4c8172 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:15.943502 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4cfa45d3-0291-46eb-a47d-469b65fb8a70 req-ada918bc-f719-4315-a4fd-2f2a2c4c8172 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0504062 Mar 08 19:18:15.989346 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4cfa45d3-0291-46eb-a47d-469b65fb8a70 req-8b511b1d-701b-4073-b8b0-50af80a953b5 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404613 Mar 08 19:18:16.476600 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba651b8-5be9-4446-be5b-4cae4954b8ba req-4f3d70ab-31d5-4db3-9e7a-fc9f3eded2b8 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:16.478085 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5ba651b8-5be9-4446-be5b-4cae4954b8ba req-4f3d70ab-31d5-4db3-9e7a-fc9f3eded2b8 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0578439 Mar 08 19:18:16.525108 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5ba651b8-5be9-4446-be5b-4cae4954b8ba req-6ae61b08-786d-408e-bea2-9fbcbe2eb81c tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414619 Mar 08 19:18:17.105747 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2f08d-442a-41f9-b4f3-706e192a8c91 req-026a0d18-b54a-4367-afb0-68d1a91ef0ee tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:17.107254 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-10c2f08d-442a-41f9-b4f3-706e192a8c91 req-026a0d18-b54a-4367-afb0-68d1a91ef0ee tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0511866 Mar 08 19:18:17.152434 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-10c2f08d-442a-41f9-b4f3-706e192a8c91 req-45977d7a-6dec-4acd-8b3e-f61a4d4a853a tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397713 Mar 08 19:18:17.639604 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df7b45-bfb0-44e0-9fa5-8556a822eb24 req-505ec4ca-88dc-4cbc-b6f1-1d6bae17d111 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:17.641062 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-09df7b45-bfb0-44e0-9fa5-8556a822eb24 req-505ec4ca-88dc-4cbc-b6f1-1d6bae17d111 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0507748 Mar 08 19:18:17.692304 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-09df7b45-bfb0-44e0-9fa5-8556a822eb24 req-99fd8d59-a743-4d6b-80c7-e9187097f6c7 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448670 Mar 08 19:18:18.269053 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6c3a6-b862-4941-8c31-816de04e52f1 req-2b74df35-b234-4249-a66d-445f3b0d4a43 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:18.270529 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-10a6c3a6-b862-4941-8c31-816de04e52f1 req-2b74df35-b234-4249-a66d-445f3b0d4a43 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0523448 Mar 08 19:18:18.322338 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-10a6c3a6-b862-4941-8c31-816de04e52f1 req-1f04dd34-b4f0-484d-afa0-f2abd21a52b8 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463259 Mar 08 19:18:18.811280 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b68b86-3482-4d73-8f70-ce5c60ad3356 req-0c5c22b7-6d8b-4941-a07e-0575606fbcd6 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:18.812725 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-86b68b86-3482-4d73-8f70-ce5c60ad3356 req-0c5c22b7-6d8b-4941-a07e-0575606fbcd6 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0517588 Mar 08 19:18:18.858241 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-86b68b86-3482-4d73-8f70-ce5c60ad3356 req-8516b83c-1798-4137-b4a5-67b2146381d0 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397882 Mar 08 19:18:19.443874 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56f18f-c173-4b59-8d4c-2406f95cc246 req-aa141601-c3d2-4560-973b-b5746521c70c tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:19.449456 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3f56f18f-c173-4b59-8d4c-2406f95cc246 req-aa141601-c3d2-4560-973b-b5746521c70c tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0560641 Mar 08 19:18:19.492329 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3f56f18f-c173-4b59-8d4c-2406f95cc246 req-863b3edc-a12e-4261-a686-0dcbef8c0f7d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412951 Mar 08 19:18:19.975712 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711f3da-198e-447c-b56b-339301e3e1d0 req-4ea0095c-c67f-4b48-a74f-c28cb739e189 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:19.977243 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5711f3da-198e-447c-b56b-339301e3e1d0 req-4ea0095c-c67f-4b48-a74f-c28cb739e189 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0533128 Mar 08 19:18:20.025749 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5711f3da-198e-447c-b56b-339301e3e1d0 req-2f710439-2ccb-493b-b9ee-bd25d855c27c tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427146 Mar 08 19:18:20.617000 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d95289-11c6-41b2-ac68-e80705a44b96 req-85030dd6-7136-4bbc-a41d-89a1e31d87ee tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:20.618562 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-72d95289-11c6-41b2-ac68-e80705a44b96 req-85030dd6-7136-4bbc-a41d-89a1e31d87ee tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0573027 Mar 08 19:18:20.670705 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-72d95289-11c6-41b2-ac68-e80705a44b96 req-f9f37110-c51b-436b-afbf-9d57d3d7ca0c tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460751 Mar 08 19:18:20.691051 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddd49-2c33-4df9-a101-a0839fe7760e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:21.149641 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66535ef0-4406-4a4c-ad41-5b27fbbd713c req-ad4a9080-b4e4-42e0-bf08-426784f78fc9 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:21.151179 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-66535ef0-4406-4a4c-ad41-5b27fbbd713c req-ad4a9080-b4e4-42e0-bf08-426784f78fc9 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0585809 Mar 08 19:18:21.200015 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-66535ef0-4406-4a4c-ad41-5b27fbbd713c req-07129c2d-b706-4406-80cd-19988ae4f0b8 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431464 Mar 08 19:18:21.790549 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261b34f-e5ff-4c3a-8934-4693c76cd026 req-14d32ee6-41d9-46db-97a9-2991ebc88957 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:21.791956 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6261b34f-e5ff-4c3a-8934-4693c76cd026 req-14d32ee6-41d9-46db-97a9-2991ebc88957 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0520875 Mar 08 19:18:21.842502 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6261b34f-e5ff-4c3a-8934-4693c76cd026 req-8ca3fcd0-f6b0-4c60-935c-de44d621ee82 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448489 Mar 08 19:18:22.329302 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f6e69-faef-49db-a2a6-064d1d160e15 req-bb56aff3-fe89-4076-a34b-294c147ad467 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:22.332027 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4c0f6e69-faef-49db-a2a6-064d1d160e15 req-bb56aff3-fe89-4076-a34b-294c147ad467 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0577438 Mar 08 19:18:22.383541 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4c0f6e69-faef-49db-a2a6-064d1d160e15 req-845c93cf-5f16-482b-8db4-0036b68db449 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442383 Mar 08 19:18:22.984726 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b976211-b9e4-4cda-88a6-288cfffe9fed req-fc15b59c-e717-469d-9bd3-0c5c82561fc7 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:22.986279 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0b976211-b9e4-4cda-88a6-288cfffe9fed req-fc15b59c-e717-469d-9bd3-0c5c82561fc7 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0683916 Mar 08 19:18:23.042841 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0b976211-b9e4-4cda-88a6-288cfffe9fed req-958cec06-8aea-4df8-8dec-100730257a93 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496933 Mar 08 19:18:23.096190 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-38d908d6-bd2e-4809-8e8d-6fda37829f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:23.526931 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35a717-a9d3-49d4-89c1-ae6d317abde7 req-16c10402-02d4-4be5-aa82-436ac1fc4be2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:23.528431 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5b35a717-a9d3-49d4-89c1-ae6d317abde7 req-16c10402-02d4-4be5-aa82-436ac1fc4be2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0701828 Mar 08 19:18:23.574242 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5b35a717-a9d3-49d4-89c1-ae6d317abde7 req-57d4d47f-358b-49da-98da-47c21172203b tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401216 Mar 08 19:18:24.142043 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:24.166721 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155f765-1304-432f-b240-57fca7c5bee4 req-72fe0637-2a26-4e25-a64b-0fa181df98ac tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:24.168321 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8155f765-1304-432f-b240-57fca7c5bee4 req-72fe0637-2a26-4e25-a64b-0fa181df98ac tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0524974 Mar 08 19:18:24.214253 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8155f765-1304-432f-b240-57fca7c5bee4 req-7449f857-4f64-4e86-b87a-96c403ba2dba tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396345 Mar 08 19:18:24.631024 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:24.693961 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:18:24.695184 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6c15e-28d8-4193-a840-41791b58fdbd req-eb069f5b-69c4-4800-be0b-fb5b9d6356b2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:24.696659 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5de6c15e-28d8-4193-a840-41791b58fdbd req-eb069f5b-69c4-4800-be0b-fb5b9d6356b2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0526357 Mar 08 19:18:24.761695 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5de6c15e-28d8-4193-a840-41791b58fdbd req-3f61cc39-8dae-47c1-804e-ece845ae3b03 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590291 Mar 08 19:18:25.333399 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f649004-78cf-4a70-b693-baf1c25dd600 req-363d0019-b291-4507-b825-f33dc9f64957 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:25.335025 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2f649004-78cf-4a70-b693-baf1c25dd600 req-363d0019-b291-4507-b825-f33dc9f64957 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0545039 Mar 08 19:18:25.384117 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2f649004-78cf-4a70-b693-baf1c25dd600 req-988223c1-af75-4c80-afa2-6f94c38ec404 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434933 Mar 08 19:18:25.698925 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:25.914115 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f37c7-7fd6-4c37-8246-dc93fdcfc116 req-d6297ddd-3d06-4433-a92a-759744cf7ee1 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:25.915674 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-196f37c7-7fd6-4c37-8246-dc93fdcfc116 req-d6297ddd-3d06-4433-a92a-759744cf7ee1 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0600972 Mar 08 19:18:25.972785 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-196f37c7-7fd6-4c37-8246-dc93fdcfc116 req-61be9a66-a7e7-4851-9ea8-c99c9e166d72 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497730 Mar 08 19:18:26.522440 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee66632-4e56-4921-b48b-40f8009eeff9 req-884523be-1090-49fa-8588-4fb630e1b4da tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:26.523924 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bee66632-4e56-4921-b48b-40f8009eeff9 req-884523be-1090-49fa-8588-4fb630e1b4da tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0584447 Mar 08 19:18:26.572535 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bee66632-4e56-4921-b48b-40f8009eeff9 req-e6250d39-532c-49da-ac50-f924fe447f60 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Mar 08 19:18:27.036000 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:27.093737 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e7718-6e70-49b7-b0f5-3cee92efd1ba req-962cb9b9-3a35-49c0-bdef-982d7bd8955b tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:27.095750 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-085e7718-6e70-49b7-b0f5-3cee92efd1ba req-962cb9b9-3a35-49c0-bdef-982d7bd8955b tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0529184 Mar 08 19:18:27.146507 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-085e7718-6e70-49b7-b0f5-3cee92efd1ba req-b7742c22-4d45-418d-97a0-c7351c9a86b0 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431881 Mar 08 19:18:27.697435 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bbde9-02f6-4dd0-a0ce-6edf4417b240 req-31c317b1-19a7-4d7c-aa7e-9a9169bdcfd2 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:27.698868 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ff4bbde9-02f6-4dd0-a0ce-6edf4417b240 req-31c317b1-19a7-4d7c-aa7e-9a9169bdcfd2 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0596566 Mar 08 19:18:27.751278 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ff4bbde9-02f6-4dd0-a0ce-6edf4417b240 req-a5021af0-ede2-42a9-b922-025cc98aa158 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462046 Mar 08 19:18:28.267642 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149699fc-6632-4830-8a1a-eea406ee54bf req-8ebb1bd7-d26d-4b77-99e8-1760544fb494 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:28.269317 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-149699fc-6632-4830-8a1a-eea406ee54bf req-8ebb1bd7-d26d-4b77-99e8-1760544fb494 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0547342 Mar 08 19:18:28.317220 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-149699fc-6632-4830-8a1a-eea406ee54bf req-a2d14472-4c12-49aa-9d06-f2cda538e277 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423079 Mar 08 19:18:28.879542 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69925417-30de-4c7a-a85f-ccea022d7c46 req-6d9429c4-4638-4392-8151-29debd8187fd tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:28.881107 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-69925417-30de-4c7a-a85f-ccea022d7c46 req-6d9429c4-4638-4392-8151-29debd8187fd tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0568099 Mar 08 19:18:28.931247 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-69925417-30de-4c7a-a85f-ccea022d7c46 req-84976363-c041-4471-b64c-076988db99d5 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444248 Mar 08 19:18:29.446206 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfd818-57db-42cd-bd58-859b3655edd6 req-c6f5a676-d00b-42b4-814b-4956a935f371 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:29.447791 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-68bfd818-57db-42cd-bd58-859b3655edd6 req-c6f5a676-d00b-42b4-814b-4956a935f371 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0634058 Mar 08 19:18:29.494637 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-68bfd818-57db-42cd-bd58-859b3655edd6 req-2762f084-efac-4a70-913b-8b91c46f6442 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411258 Mar 08 19:18:30.060073 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd26077-ccfa-48c2-9309-f3c441f97a59 req-c400cf7d-7292-425b-9981-18808e3de1ca tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:30.065689 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2cd26077-ccfa-48c2-9309-f3c441f97a59 req-c400cf7d-7292-425b-9981-18808e3de1ca tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0588830 Mar 08 19:18:30.111138 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2cd26077-ccfa-48c2-9309-f3c441f97a59 req-3188a7d0-2f66-45e0-8c5b-9f9bd5fb615e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432346 Mar 08 19:18:30.618390 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db94b98-930f-4302-a44f-a04591289feb req-04ff06cd-5169-4286-ae86-15116855f52d tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:30.619855 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8db94b98-930f-4302-a44f-a04591289feb req-04ff06cd-5169-4286-ae86-15116855f52d tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0567942 Mar 08 19:18:30.674141 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8db94b98-930f-4302-a44f-a04591289feb req-34231ed4-b70a-4a4a-a645-291f272beb3f tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471308 Mar 08 19:18:31.229286 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f287ec-d964-4109-8557-a8c13d7d3822 req-6f84df9c-2688-499e-9a77-eaf44ee38b27 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:31.230774 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d0f287ec-d964-4109-8557-a8c13d7d3822 req-6f84df9c-2688-499e-9a77-eaf44ee38b27 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0539305 Mar 08 19:18:31.277528 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d0f287ec-d964-4109-8557-a8c13d7d3822 req-94184d7f-dc8d-4394-a3d3-221286b438a7 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404708 Mar 08 19:18:31.793254 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fff727-aa58-4869-8cf3-342be2e936a5 req-32682012-b4f4-4d84-8cde-ee948ca53ad6 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:31.794733 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e6fff727-aa58-4869-8cf3-342be2e936a5 req-32682012-b4f4-4d84-8cde-ee948ca53ad6 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0532668 Mar 08 19:18:31.851875 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e6fff727-aa58-4869-8cf3-342be2e936a5 req-b0501e67-cf31-43ce-8b76-840170908180 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509698 Mar 08 19:18:32.396309 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d77478-8792-451a-985e-1ad588b2eb66 req-2a46c241-ec7a-477d-bb23-443c64a044ca tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:32.397960 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-20d77478-8792-451a-985e-1ad588b2eb66 req-2a46c241-ec7a-477d-bb23-443c64a044ca tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0547175 Mar 08 19:18:32.459900 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-20d77478-8792-451a-985e-1ad588b2eb66 req-17e18a88-007a-493c-ab4e-06ffd2fdcda2 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552816 Mar 08 19:18:32.967974 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2060c-b0d3-4257-83f9-fc037b2d0193 req-5ad78b79-947f-4c1f-a9ad-0f0d237d1a5e tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:32.969468 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2bd2060c-b0d3-4257-83f9-fc037b2d0193 req-5ad78b79-947f-4c1f-a9ad-0f0d237d1a5e tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 944 time: 0.0519931 Mar 08 19:18:32.978047 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 415425e4-991b-4a0c-8d24-f2f2149b3276 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:18:33.016699 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2bd2060c-b0d3-4257-83f9-fc037b2d0193 req-7000ff33-92eb-402a-86f0-f407ee3b162e tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409942 Mar 08 19:18:33.073941 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 415425e4-991b-4a0c-8d24-f2f2149b3276, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=415425e4-991b-4a0c-8d24-f2f2149b3276,segment=NetworkSegment(0343e33a-0f8a-400e-8ccf-f53f8158ca93),segment_id=0343e33a-0f8a-400e-8ccf-f53f8158ca93)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:18:33.084431 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '415425e4-991b-4a0c-8d24-f2f2149b3276', 'network_id': '1c7be9fe-d111-475a-a6a6-38b42242b5ba', 'port_id': '415425e4-991b-4a0c-8d24-f2f2149b3276', 'mac_address': 'fa:16:3e:01:bc:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b13eb5-d5cb-4129-a881-a6248ffcdd3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:18:33.125699 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 415425e4-991b-4a0c-8d24-f2f2149b3276 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:18:33.126516 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (415425e4-991b-4a0c-8d24-f2f2149b3276), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:33.139672 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415425e4-991b-4a0c-8d24-f2f2149b3276 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:18:33.159365 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 415425e4-991b-4a0c-8d24-f2f2149b3276, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=415425e4-991b-4a0c-8d24-f2f2149b3276,segment=NetworkSegment(0343e33a-0f8a-400e-8ccf-f53f8158ca93),segment_id=0343e33a-0f8a-400e-8ccf-f53f8158ca93)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:18:33.252700 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (415425e4-991b-4a0c-8d24-f2f2149b3276), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:33.300389 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=415425e4-991b-4a0c-8d24-f2f2149b3276,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:33.307442 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:33.307794 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:33.308162 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:33.308502 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:33.308834 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:33.309163 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:33.309489 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:33.309811 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:33.310135 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:33.310503 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:33.310833 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:33.311180 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:33.311501 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:18:33.583950 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793730d0-592b-4b28-ac11-f9e6e0c83434 req-cc2fb204-7b19-456b-bbcd-be95ad459b1e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:33.585517 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-793730d0-592b-4b28-ac11-f9e6e0c83434 req-cc2fb204-7b19-456b-bbcd-be95ad459b1e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0585589 Mar 08 19:18:33.635201 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-793730d0-592b-4b28-ac11-f9e6e0c83434 req-122d5bd5-422d-45e0-be9b-0f450e7b486c tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439360 Mar 08 19:18:34.133537 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e0ae4-5626-4328-82c1-1134b1e81b2e req-31d681b3-47e3-4b58-ba4c-37bbfc96674e tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:34.135089 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-149e0ae4-5626-4328-82c1-1134b1e81b2e req-31d681b3-47e3-4b58-ba4c-37bbfc96674e tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 945 time: 0.0525751 Mar 08 19:18:34.183317 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-149e0ae4-5626-4328-82c1-1134b1e81b2e req-b7aa002a-c75f-4770-ab3d-d00562ad5139 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427103 Mar 08 19:18:34.754458 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863e0cd-130a-46f1-a0c1-a93016f32ee2 req-fdf9cedd-f235-4766-a17a-db594f9b6306 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:34.755972 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d863e0cd-130a-46f1-a0c1-a93016f32ee2 req-fdf9cedd-f235-4766-a17a-db594f9b6306 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0525281 Mar 08 19:18:34.805063 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d863e0cd-130a-46f1-a0c1-a93016f32ee2 req-b1727828-e2c7-48c5-9293-98b4af3ffdf8 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435863 Mar 08 19:18:35.300613 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a82e0-0b1c-464c-8a43-eaabffb9b9e5 req-a797272c-9aff-4b64-bf63-4e2a85fa7206 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:35.302100 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-035a82e0-0b1c-464c-8a43-eaabffb9b9e5 req-a797272c-9aff-4b64-bf63-4e2a85fa7206 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 945 time: 0.0521271 Mar 08 19:18:35.348532 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-035a82e0-0b1c-464c-8a43-eaabffb9b9e5 req-483088f7-341e-40f2-ae54-d930d27e12b2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407343 Mar 08 19:18:35.917950 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208f28c-8c83-4140-88e1-6dd5b5a0c41b req-9a3c67ea-eea2-442a-9663-382791e9ccc9 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:35.919407 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e208f28c-8c83-4140-88e1-6dd5b5a0c41b req-9a3c67ea-eea2-442a-9663-382791e9ccc9 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0496840 Mar 08 19:18:35.965044 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e208f28c-8c83-4140-88e1-6dd5b5a0c41b req-4c2ed1a9-c34f-4db1-9abf-e07b8dce6b1b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396531 Mar 08 19:18:36.476823 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46561225-77b0-4eb2-a64c-6c910d92f093 req-6633484e-1d58-4c1f-92d8-cfd8470ccc8f tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:36.478310 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-46561225-77b0-4eb2-a64c-6c910d92f093 req-6633484e-1d58-4c1f-92d8-cfd8470ccc8f tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 945 time: 0.0640018 Mar 08 19:18:36.536031 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-46561225-77b0-4eb2-a64c-6c910d92f093 req-d6e7830d-3b8d-451e-86f8-c1f52195727f tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518525 Mar 08 19:18:37.085382 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31e1ef-b193-42b9-bde9-e996c8f5fd9c req-f4263fb8-afbd-45a3-8484-8a9969ecd6bf tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:37.087009 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0f31e1ef-b193-42b9-bde9-e996c8f5fd9c req-f4263fb8-afbd-45a3-8484-8a9969ecd6bf tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0568202 Mar 08 19:18:37.132745 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0f31e1ef-b193-42b9-bde9-e996c8f5fd9c req-863fb1da-0ba9-4e0e-9616-b56d82179871 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403316 Mar 08 19:18:37.653776 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5599f-e715-4ec5-9b64-2e9f1c585765 req-80d1ce03-78d5-4b0d-9c03-128f6c70da29 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:37.655274 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2bc5599f-e715-4ec5-9b64-2e9f1c585765 req-80d1ce03-78d5-4b0d-9c03-128f6c70da29 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 945 time: 0.0537653 Mar 08 19:18:37.702103 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2bc5599f-e715-4ec5-9b64-2e9f1c585765 req-5abb36c9-26c3-45d4-89ea-8bd69291a075 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402446 Mar 08 19:18:38.252404 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b8df0-93ab-425f-a483-48506ef32065 req-bd4325d4-166f-4ecb-9772-3fcb7852fa99 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:38.253886 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-696b8df0-93ab-425f-a483-48506ef32065 req-bd4325d4-166f-4ecb-9772-3fcb7852fa99 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0543594 Mar 08 19:18:38.304175 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-696b8df0-93ab-425f-a483-48506ef32065 req-5aad04fe-47c1-4fce-8616-1b0a9aa26c78 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423338 Mar 08 19:18:38.817267 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2c24c-6a4a-46ff-bb8f-08a32f353742 req-6e0b7f77-ede3-437f-b278-543172e0eed8 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:38.818752 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-18e2c24c-6a4a-46ff-bb8f-08a32f353742 req-6e0b7f77-ede3-437f-b278-543172e0eed8 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 945 time: 0.0517852 Mar 08 19:18:38.867409 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-18e2c24c-6a4a-46ff-bb8f-08a32f353742 req-147dc5fb-0303-4a23-8738-d8636b50d0e8 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430472 Mar 08 19:18:39.421551 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd238b-1c67-4348-aaad-e032034c8768 req-a49e4f93-aa67-40f6-9fe1-13105cdf2fef tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:39.423059 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a3cd238b-1c67-4348-aaad-e032034c8768 req-a49e4f93-aa67-40f6-9fe1-13105cdf2fef tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0532658 Mar 08 19:18:39.470279 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a3cd238b-1c67-4348-aaad-e032034c8768 req-836bb007-3c93-4b8e-a543-2372cade5359 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411818 Mar 08 19:18:39.986382 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ac7ef-1b32-4945-8445-433a2c6afe3d req-742f0243-608c-4c80-bbbc-2885864d2584 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:39.988275 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-632ac7ef-1b32-4945-8445-433a2c6afe3d req-742f0243-608c-4c80-bbbc-2885864d2584 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 945 time: 0.0557084 Mar 08 19:18:40.035334 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-632ac7ef-1b32-4945-8445-433a2c6afe3d req-d54ed2f0-eda0-4e65-bb41-f9fe54721c18 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406935 Mar 08 19:18:40.600344 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261aa00-3ff0-48e4-8aa4-bbec29aca3f6 req-7588c67f-6371-4422-80b7-ce92de5e13d4 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:40.601812 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c261aa00-3ff0-48e4-8aa4-bbec29aca3f6 req-7588c67f-6371-4422-80b7-ce92de5e13d4 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0558763 Mar 08 19:18:40.646760 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c261aa00-3ff0-48e4-8aa4-bbec29aca3f6 req-4567c2ec-fa41-49ae-abef-8a18c94d1218 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395398 Mar 08 19:18:41.148379 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f643f8-a801-4662-a2da-1468cbc98472 req-1b8f856e-a235-4206-b598-879b61cf2599 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:41.149820 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-21f643f8-a801-4662-a2da-1468cbc98472 req-1b8f856e-a235-4206-b598-879b61cf2599 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 945 time: 0.0499098 Mar 08 19:18:41.194436 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-21f643f8-a801-4662-a2da-1468cbc98472 req-fc416482-bbb5-4ff6-8f3c-79e943bdf7de tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390067 Mar 08 19:18:41.760955 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d7eab-866b-439c-b101-2f11ac0c22bd req-f078df14-852f-4702-958b-959de7ad486a tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:41.762396 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f10d7eab-866b-439c-b101-2f11ac0c22bd req-f078df14-852f-4702-958b-959de7ad486a tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0503116 Mar 08 19:18:41.810955 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f10d7eab-866b-439c-b101-2f11ac0c22bd req-babb62c1-a3f9-48a8-bbf8-6f125f541417 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429654 Mar 08 19:18:42.312653 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f23da-a3da-4b42-8dca-9af99721ea7d req-34b911bf-4b3c-44d8-97da-e8686cd6fa6d tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:42.314647 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-910f23da-a3da-4b42-8dca-9af99721ea7d req-34b911bf-4b3c-44d8-97da-e8686cd6fa6d tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 945 time: 0.0557301 Mar 08 19:18:42.359710 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-910f23da-a3da-4b42-8dca-9af99721ea7d req-dc80bf69-e7d5-4ecc-976e-4f7dadb12f19 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394485 Mar 08 19:18:42.933505 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d5068-d2be-4a7c-8164-7d807becfa2c req-88e6e645-5810-41c7-a21b-e93d503fb9e3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:42.935009 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d23d5068-d2be-4a7c-8164-7d807becfa2c req-88e6e645-5810-41c7-a21b-e93d503fb9e3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0575752 Mar 08 19:18:42.984572 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d23d5068-d2be-4a7c-8164-7d807becfa2c req-af886eda-d8c6-4aaf-ad51-5b9a4fb81451 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438972 Mar 08 19:18:43.480338 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516f20a-3bc3-46c8-8f52-072af1604bc2 req-2d10ff38-b99c-408d-bc5d-3c6c23dabd71 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:43.481813 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6516f20a-3bc3-46c8-8f52-072af1604bc2 req-2d10ff38-b99c-408d-bc5d-3c6c23dabd71 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 945 time: 0.0559385 Mar 08 19:18:43.528887 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6516f20a-3bc3-46c8-8f52-072af1604bc2 req-12987dab-7cd5-4eb0-b352-7e8273d24492 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414999 Mar 08 19:18:43.538619 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['415425e4-991b-4a0c-8d24-f2f2149b3276'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:18:44.100910 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907e018-3922-4b19-9f78-91f9464fed51 req-c6b29c35-9f62-4262-8eaf-65d7edf1c25c tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:44.102362 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0907e018-3922-4b19-9f78-91f9464fed51 req-c6b29c35-9f62-4262-8eaf-65d7edf1c25c tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0516939 Mar 08 19:18:44.146286 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0907e018-3922-4b19-9f78-91f9464fed51 req-4b08a94b-e480-438f-8b07-8210ab5cd1b6 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384965 Mar 08 19:18:44.650535 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b72cb-071a-4af4-8e85-30f07de3b848 req-09732b4a-ab8d-4ecf-81c1-4d7836fa4104 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:44.652017 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6e2b72cb-071a-4af4-8e85-30f07de3b848 req-09732b4a-ab8d-4ecf-81c1-4d7836fa4104 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 945 time: 0.0538220 Mar 08 19:18:44.697308 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6e2b72cb-071a-4af4-8e85-30f07de3b848 req-78abd2bf-76d9-4368-8af9-371bc22739a6 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398552 Mar 08 19:18:45.265653 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7587b84-030f-49de-9751-3252e3322167 req-89b21b58-63a5-4e7b-9dc9-58c4842bbe82 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:45.267349 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c7587b84-030f-49de-9751-3252e3322167 req-89b21b58-63a5-4e7b-9dc9-58c4842bbe82 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0521340 Mar 08 19:18:45.314343 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c7587b84-030f-49de-9751-3252e3322167 req-b2c2f2c9-e4e2-45c0-be76-d4e1023b853b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407403 Mar 08 19:18:45.817677 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8ce46-0b11-4c5d-8a4a-9adb898b9370 req-938e95f5-d473-43f4-a97f-be5066b09786 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:45.819177 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6fe8ce46-0b11-4c5d-8a4a-9adb898b9370 req-938e95f5-d473-43f4-a97f-be5066b09786 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 945 time: 0.0522063 Mar 08 19:18:45.869610 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6fe8ce46-0b11-4c5d-8a4a-9adb898b9370 req-d19a3b8a-6ebb-4dd9-b358-9b98ea86fbe4 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443420 Mar 08 19:18:46.431427 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a502ef2-d9e5-4138-91bb-e6f5828e5b18 req-b45ce179-c547-474e-b36a-b79b510a414d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:46.432821 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4a502ef2-d9e5-4138-91bb-e6f5828e5b18 req-b45ce179-c547-474e-b36a-b79b510a414d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0520239 Mar 08 19:18:46.484285 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4a502ef2-d9e5-4138-91bb-e6f5828e5b18 req-7aab8b65-00ea-45fc-9d84-b98c6561a0de tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460184 Mar 08 19:18:47.048544 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046ca62-9671-49eb-8cc3-1c37e0737dea req-780c190b-69e6-4707-a902-5613edec5d15 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:47.050001 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6046ca62-9671-49eb-8cc3-1c37e0737dea req-780c190b-69e6-4707-a902-5613edec5d15 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 945 time: 0.1062026 Mar 08 19:18:47.056702 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 415425e4-991b-4a0c-8d24-f2f2149b3276 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:18:47.110575 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3f23d-bc28-48da-b642-c6084e3368b1 req-8f728ec8-2e90-4646-855a-1b5180b781e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:47.112064 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3ab3f23d-bc28-48da-b642-c6084e3368b1 req-8f728ec8-2e90-4646-855a-1b5180b781e2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 1130 time: 0.1183729 Mar 08 19:18:47.119274 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6046ca62-9671-49eb-8cc3-1c37e0737dea req-56711a5b-9877-4aa9-9218-d4e499b92957 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631013 Mar 08 19:18:47.164123 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3ab3f23d-bc28-48da-b642-c6084e3368b1 req-c7179228-8280-4ed0-b81d-f5c85b0678b0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439246 Mar 08 19:18:47.185144 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port 415425e4-991b-4a0c-8d24-f2f2149b3276 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:18:47.189256 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 415425e4-991b-4a0c-8d24-f2f2149b3276 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:18:47.189627 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (415425e4-991b-4a0c-8d24-f2f2149b3276), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:47.268646 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 415425e4-991b-4a0c-8d24-f2f2149b3276 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:18:47.269034 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (415425e4-991b-4a0c-8d24-f2f2149b3276), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:47.291685 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e20c17-f99b-48b8-884a-edf35794b786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415425e4-991b-4a0c-8d24-f2f2149b3276'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:18:47.293885 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e3205c-9a6e-46be-bcf3-904a47856dad" -d '{"events": [{"server_uuid": "a5e20c17-f99b-48b8-884a-edf35794b786", "name": "network-vif-plugged", "status": "completed", "tag": "415425e4-991b-4a0c-8d24-f2f2149b3276"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:18:47.305717 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 415425e4-991b-4a0c-8d24-f2f2149b3276, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=415425e4-991b-4a0c-8d24-f2f2149b3276,segment=NetworkSegment(0343e33a-0f8a-400e-8ccf-f53f8158ca93),segment_id=0343e33a-0f8a-400e-8ccf-f53f8158ca93)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:18:47.331694 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d5e4b1-19fb-4237-8f91-54dbcb9b88fb x-openstack-request-id: req-b7d5e4b1-19fb-4237-8f91-54dbcb9b88fb {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:18:47.331694 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e20c17-f99b-48b8-884a-edf35794b786", "name": "network-vif-plugged", "status": "completed", "tag": "415425e4-991b-4a0c-8d24-f2f2149b3276", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:18:47.331694 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7d5e4b1-19fb-4237-8f91-54dbcb9b88fb {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:18:47.331694 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e20c17-f99b-48b8-884a-edf35794b786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415425e4-991b-4a0c-8d24-f2f2149b3276', 'code': 200} Mar 08 19:18:47.379276 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (415425e4-991b-4a0c-8d24-f2f2149b3276), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:47.426319 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=415425e4-991b-4a0c-8d24-f2f2149b3276,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:47.599929 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f9d05-01b7-4384-a23f-96b43c58fedd req-796a1e55-7131-4b95-b31c-be8f70e39668 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:47.601368 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-dc7f9d05-01b7-4384-a23f-96b43c58fedd req-796a1e55-7131-4b95-b31c-be8f70e39668 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0523236 Mar 08 19:18:47.850055 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-dc7f9d05-01b7-4384-a23f-96b43c58fedd req-1dd2ef98-2ba6-4688-b2de-92a4940642a0 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429917 Mar 08 19:18:48.015681 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116a550-ae60-4677-9430-6e6eabc5cd0d req-76e7c277-c7cd-4f59-b55e-afd90fb7bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:48.017158 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4116a550-ae60-4677-9430-6e6eabc5cd0d req-76e7c277-c7cd-4f59-b55e-afd90fb7bbb4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 1130 time: 0.0440264 Mar 08 19:18:48.061055 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4116a550-ae60-4677-9430-6e6eabc5cd0d req-fa0c2d21-7bb8-46be-9dd3-cd5353560c22 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357563 Mar 08 19:18:48.236692 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6d1e1-79ee-4f9a-a22e-d5b7fdede3f2 req-5ef25a8a-2f42-42d1-a57f-cd339f8ee92f tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:48.238131 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-73e6d1e1-79ee-4f9a-a22e-d5b7fdede3f2 req-5ef25a8a-2f42-42d1-a57f-cd339f8ee92f tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 946 time: 0.0515077 Mar 08 19:18:48.285541 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-73e6d1e1-79ee-4f9a-a22e-d5b7fdede3f2 req-b988224c-210a-4787-af40-014d35e5a63e tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411882 Mar 08 19:18:48.968701 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70a6f4-1e33-462b-af22-a177899bfc91 req-7470198e-fe20-436d-b46d-a8544e57831f tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:48.970171 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2f70a6f4-1e33-462b-af22-a177899bfc91 req-7470198e-fe20-436d-b46d-a8544e57831f tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0542266 Mar 08 19:18:49.022075 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2f70a6f4-1e33-462b-af22-a177899bfc91 req-66960fb0-79f8-4440-9d40-0c728656d250 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459759 Mar 08 19:18:49.401887 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88d2c5-aa39-45bb-a13f-84c1024adbd2 req-f1bb9874-4675-4740-8d76-db943985d53c tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:49.403381 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2a88d2c5-aa39-45bb-a13f-84c1024adbd2 req-f1bb9874-4675-4740-8d76-db943985d53c tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 946 time: 0.0508618 Mar 08 19:18:49.452974 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2a88d2c5-aa39-45bb-a13f-84c1024adbd2 req-32a4ec34-7065-40c4-ad47-ef30b45dd67b tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440133 Mar 08 19:18:50.142604 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00e222-49f6-4884-914a-f1172ac2cb27 req-628c0f58-7ac4-4f38-880d-74e54d142cf6 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:50.143965 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5c00e222-49f6-4884-914a-f1172ac2cb27 req-628c0f58-7ac4-4f38-880d-74e54d142cf6 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0545907 Mar 08 19:18:50.196476 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5c00e222-49f6-4884-914a-f1172ac2cb27 req-7004c9a5-3d24-469f-801a-a9a74c0b03d7 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467520 Mar 08 19:18:50.575342 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42e0be-e55e-49a0-96fc-fc57c10fb347 req-5eb737a4-c8d7-477b-9cdb-ad1a21a673dd tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:50.576828 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7d42e0be-e55e-49a0-96fc-fc57c10fb347 req-5eb737a4-c8d7-477b-9cdb-ad1a21a673dd tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 946 time: 0.0528224 Mar 08 19:18:50.623917 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7d42e0be-e55e-49a0-96fc-fc57c10fb347 req-d9f6370b-7df6-46ee-923c-452a6309809f tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416090 Mar 08 19:18:50.733934 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b0c675cf-c9a6-48d1-b686-47bb12f94765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:50.777967 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 41670) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:18:50.880953 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bbbbb673-b938-4632-aec7-f2eec28505ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:50.956146 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bbbbb673-b938-4632-aec7-f2eec28505ca admin admin] Publish callbacks [] for security_group (71a2d30d-1358-4f29-9066-af4ff245bb34), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:51.036227 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bbbbb673-b938-4632-aec7-f2eec28505ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (71a2d30d-1358-4f29-9066-af4ff245bb34), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:51.075362 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-bbbbb673-b938-4632-aec7-f2eec28505ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01f7c06193b84bd187b9685f2ad5d8f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958057 Mar 08 19:18:51.076989 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 41678) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:18:51.077606 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbb673-b938-4632-aec7-f2eec28505ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a2d30d-1358-4f29-9066-af4ff245bb34,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:51.124430 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-518ed6ee-6b22-4e66-b591-83e42f26332a admin admin] Publish callbacks [] for security_group (71a2d30d-1358-4f29-9066-af4ff245bb34), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:51.144665 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-518ed6ee-6b22-4e66-b591-83e42f26332a admin admin] Publish callbacks [] for security_group (71a2d30d-1358-4f29-9066-af4ff245bb34), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:51.263184 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-518ed6ee-6b22-4e66-b591-83e42f26332a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (71a2d30d-1358-4f29-9066-af4ff245bb34), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:51.265857 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-518ed6ee-6b22-4e66-b591-83e42f26332a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:51.267103 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-518ed6ee-6b22-4e66-b591-83e42f26332a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71a2d30d-1358-4f29-9066-af4ff245bb34 HTTP/1.1" status: 204 len: 168 time: 0.1890907 Mar 08 19:18:51.308525 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ed6ee-6b22-4e66-b591-83e42f26332a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a2d30d-1358-4f29-9066-af4ff245bb34,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:51.331238 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0950f1-76c2-4bf3-9bc9-20b735a3ec6c req-8d1c5787-5a8d-4e13-ad92-093fe33ff45d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:51.332755 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ff0950f1-76c2-4bf3-9bc9-20b735a3ec6c req-8d1c5787-5a8d-4e13-ad92-093fe33ff45d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0645790 Mar 08 19:18:51.382747 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ff0950f1-76c2-4bf3-9bc9-20b735a3ec6c req-c2a4476c-80a0-428f-8d9f-24ef9716b83c tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413954 Mar 08 19:18:51.506161 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035b7e3-db3b-455e-8cc7-db3e30853fb2 req-8192b862-bc63-4662-9686-bc8318728057 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:51.507822 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8035b7e3-db3b-455e-8cc7-db3e30853fb2 req-8192b862-bc63-4662-9686-bc8318728057 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0542991 Mar 08 19:18:51.556652 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8035b7e3-db3b-455e-8cc7-db3e30853fb2 req-11f1dc8b-2ba2-4001-9a61-08e8a590d366 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430665 Mar 08 19:18:51.754772 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c96aa-514e-42d3-84f0-9e30392ad639 req-54d06902-b303-407d-adf5-95b3d81bbd25 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:51.756833 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b72c96aa-514e-42d3-84f0-9e30392ad639 req-54d06902-b303-407d-adf5-95b3d81bbd25 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 946 time: 0.0599532 Mar 08 19:18:51.805494 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b72c96aa-514e-42d3-84f0-9e30392ad639 req-30489d63-931e-42c3-855e-c9c844a9e7a3 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429487 Mar 08 19:18:53.091199 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc024-5ef2-4e14-9c74-73a1ade1369e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:53.509075 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44c82d-3872-4245-808d-72f1544aa1f8 req-96b22f66-fb7d-4610-af33-0e53946bb187 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:53.510666 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7d44c82d-3872-4245-808d-72f1544aa1f8 req-96b22f66-fb7d-4610-af33-0e53946bb187 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 946 time: 0.0532229 Mar 08 19:18:53.561940 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7d44c82d-3872-4245-808d-72f1544aa1f8 req-dcc5fd6b-f2a9-4103-b62d-66f38f0cf614 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455425 Mar 08 19:18:54.110800 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:54.634827 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:54.688321 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860b2f1-f657-4fad-a8cd-2d3b4ef59f91 req-f4dcf95e-a285-41b4-bbbc-40b5fe32b320 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:54.689758 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7860b2f1-f657-4fad-a8cd-2d3b4ef59f91 req-f4dcf95e-a285-41b4-bbbc-40b5fe32b320 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 946 time: 0.0545967 Mar 08 19:18:54.737485 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7860b2f1-f657-4fad-a8cd-2d3b4ef59f91 req-ebbe9b2c-7378-43bf-9e8e-3ca72720f1cb tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417030 Mar 08 19:18:55.342459 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-630b0ab3-ed6b-4372-93b4-39bbc5a034d8 req-2cc71a77-4951-4619-9bb3-ac1a345e92bf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450087 Mar 08 19:18:55.407026 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b0ab3-ed6b-4372-93b4-39bbc5a034d8 req-beea6978-a7ad-4d58-83b9-97b5056872fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:55.408032 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-630b0ab3-ed6b-4372-93b4-39bbc5a034d8 req-beea6978-a7ad-4d58-83b9-97b5056872fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e232d9d1074348e8bcb4ab6f69434a83&device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 1130 time: 0.0429397 Mar 08 19:18:55.522942 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b0ab3-ed6b-4372-93b4-39bbc5a034d8 req-7a1d4c9a-d52d-4141-a30c-37bc1bb8c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:55.524443 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-630b0ab3-ed6b-4372-93b4-39bbc5a034d8 req-7a1d4c9a-d52d-4141-a30c-37bc1bb8c37e service neutron] 10.222.0.64 "GET /v2.0/networks?id=46edac82-f34a-4fd3-bd2f-ca292de936fb HTTP/1.1" status: 200 len: 917 time: 0.0958729 Mar 08 19:18:55.592970 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef453b3a-06d0-4339-b4fd-f3df30dede36 req-f3faa22f-e593-4d8b-82ed-a2698eafbd88 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:55.595384 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ef453b3a-06d0-4339-b4fd-f3df30dede36 req-f3faa22f-e593-4d8b-82ed-a2698eafbd88 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 946 time: 0.0644209 Mar 08 19:18:55.635821 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-630b0ab3-ed6b-4372-93b4-39bbc5a034d8 req-c0a648f2-9262-4bc5-a131-6474e01aeb60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34502e9b-8ce0-42c4-bc29-94a2de69e607 HTTP/1.1" status: 200 len: 1002 time: 0.1055129 Mar 08 19:18:55.687128 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b0ab3-ed6b-4372-93b4-39bbc5a034d8 req-ccd59ed8-2bc6-485a-8f9c-e3ade15c9f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:55.688574 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-630b0ab3-ed6b-4372-93b4-39bbc5a034d8 req-ccd59ed8-2bc6-485a-8f9c-e3ade15c9f41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c12f396-82f2-4313-8a98-b17d51e08628 HTTP/1.1" status: 200 len: 855 time: 0.0441585 Mar 08 19:18:55.709276 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:55.713010 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-ef453b3a-06d0-4339-b4fd-f3df30dede36 req-5114670c-2f07-4538-b864-49677aebb9ea tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Deleting port 415425e4-991b-4a0c-8d24-f2f2149b3276 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:18:55.717614 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ef453b3a-06d0-4339-b4fd-f3df30dede36 req-5114670c-2f07-4538-b864-49677aebb9ea tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (415425e4-991b-4a0c-8d24-f2f2149b3276), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:55.742588 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b0ab3-ed6b-4372-93b4-39bbc5a034d8 req-dbdd698f-c79f-45e7-9378-92a237fe4abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:55.744095 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-630b0ab3-ed6b-4372-93b4-39bbc5a034d8 req-dbdd698f-c79f-45e7-9378-92a237fe4abe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46edac82-f34a-4fd3-bd2f-ca292de936fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461400 Mar 08 19:18:55.902382 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-630b0ab3-ed6b-4372-93b4-39bbc5a034d8 req-2fb20540-90df-4f0f-8ec9-04f7250d9d39 service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516793 Mar 08 19:18:55.915332 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b46c5-1856-4472-8977-ce287cc2453a req-328b67dc-b726-4581-ba98-b541225b75d7 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:55.916907 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-597b46c5-1856-4472-8977-ce287cc2453a req-328b67dc-b726-4581-ba98-b541225b75d7 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 946 time: 0.0892260 Mar 08 19:18:56.021820 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-597b46c5-1856-4472-8977-ce287cc2453a req-9e52d6ae-3256-4a2b-9a46-606c86ac4387 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964751 Mar 08 19:18:56.045619 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-630b0ab3-ed6b-4372-93b4-39bbc5a034d8 req-cbed18e7-a571-4208-b250-71375c91f1d2 service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277385 Mar 08 19:18:56.055069 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-ef453b3a-06d0-4339-b4fd-f3df30dede36 req-5114670c-2f07-4538-b864-49677aebb9ea tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] For port 415425e4-991b-4a0c-8d24-f2f2149b3276, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=415425e4-991b-4a0c-8d24-f2f2149b3276,segment=NetworkSegment(0343e33a-0f8a-400e-8ccf-f53f8158ca93),segment_id=0343e33a-0f8a-400e-8ccf-f53f8158ca93)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:18:56.056849 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ef453b3a-06d0-4339-b4fd-f3df30dede36 req-5114670c-2f07-4538-b864-49677aebb9ea tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (415425e4-991b-4a0c-8d24-f2f2149b3276), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:56.072086 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-ef453b3a-06d0-4339-b4fd-f3df30dede36 req-5114670c-2f07-4538-b864-49677aebb9ea tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Calling delete_port for 415425e4-991b-4a0c-8d24-f2f2149b3276 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:18:56.134004 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64d4cc-1add-4066-a585-9d634bf1b039 req-415b1839-0f90-4605-a9e7-e9e9a59fce61 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:56.135644 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4d64d4cc-1add-4066-a585-9d634bf1b039 req-415b1839-0f90-4605-a9e7-e9e9a59fce61 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0547180 Mar 08 19:18:56.184583 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4d64d4cc-1add-4066-a585-9d634bf1b039 req-d3df9d58-20b1-432a-a5e4-bbacda2a64ad tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430641 Mar 08 19:18:56.241259 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efec51-fea8-4dd0-a6ed-85fa48ec28d5 req-db3bc553-43fa-4ae2-a9b4-1ee0a5d01597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:56.242776 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-78efec51-fea8-4dd0-a6ed-85fa48ec28d5 req-db3bc553-43fa-4ae2-a9b4-1ee0a5d01597 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7758735aa6ea4cb9b3374aa19714948f&device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 1129 time: 0.0471454 Mar 08 19:18:56.314302 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ef453b3a-06d0-4339-b4fd-f3df30dede36 req-5114670c-2f07-4538-b864-49677aebb9ea tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (415425e4-991b-4a0c-8d24-f2f2149b3276), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:56.328858 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['415425e4-991b-4a0c-8d24-f2f2149b3276'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:18:56.343213 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114670c-2f07-4538-b864-49677aebb9ea tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Pushing event deleted for resources: {'Port': ['ID=415425e4-991b-4a0c-8d24-f2f2149b3276,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:56.345842 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efec51-fea8-4dd0-a6ed-85fa48ec28d5 req-302f7021-be94-4578-98e6-2ecac718fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:56.347357 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-78efec51-fea8-4dd0-a6ed-85fa48ec28d5 req-302f7021-be94-4578-98e6-2ecac718fb30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e2029082-29cd-4552-a44b-4a5e4a15a1d8 HTTP/1.1" status: 200 len: 919 time: 0.0914412 Mar 08 19:18:56.391280 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef453b3a-06d0-4339-b4fd-f3df30dede36 req-5114670c-2f07-4538-b864-49677aebb9ea tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] No DVR routers for this DVR port 415425e4-991b-4a0c-8d24-f2f2149b3276 on host hv-cinder-83009 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:18:56.394242 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ef453b3a-06d0-4339-b4fd-f3df30dede36 req-5114670c-2f07-4538-b864-49677aebb9ea tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:56.398073 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-78efec51-fea8-4dd0-a6ed-85fa48ec28d5 req-457efedf-9734-4fdb-870f-84575668ddee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8af561ea-f524-4bd3-b0b9-02469072d66c HTTP/1.1" status: 200 len: 217 time: 0.0400541 Mar 08 19:18:56.398327 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ef453b3a-06d0-4339-b4fd-f3df30dede36 req-5114670c-2f07-4538-b864-49677aebb9ea tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.64 "DELETE /v2.0/ports/415425e4-991b-4a0c-8d24-f2f2149b3276 HTTP/1.1" status: 204 len: 173 time: 0.7885582 Mar 08 19:18:56.398799 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e20c17-f99b-48b8-884a-edf35794b786', 'name': 'network-vif-deleted', 'tag': '415425e4-991b-4a0c-8d24-f2f2149b3276'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:18:56.401173 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2799a36c-6804-4f76-a178-02d90656bb99" -d '{"events": [{"server_uuid": "a5e20c17-f99b-48b8-884a-edf35794b786", "name": "network-vif-deleted", "tag": "415425e4-991b-4a0c-8d24-f2f2149b3276"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:18:56.443059 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df1fcf3-6036-459b-ab87-c061a2c38f83 x-openstack-request-id: req-2df1fcf3-6036-459b-ab87-c061a2c38f83 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:18:56.446489 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e20c17-f99b-48b8-884a-edf35794b786", "name": "network-vif-deleted", "tag": "415425e4-991b-4a0c-8d24-f2f2149b3276", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:18:56.446489 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2df1fcf3-6036-459b-ab87-c061a2c38f83 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:18:56.446489 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e20c17-f99b-48b8-884a-edf35794b786', 'name': 'network-vif-deleted', 'tag': '415425e4-991b-4a0c-8d24-f2f2149b3276', 'status': 'completed', 'code': 200} Mar 08 19:18:56.460165 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efec51-fea8-4dd0-a6ed-85fa48ec28d5 req-8a398333-b61b-4df3-b43f-d2b17e6c75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:56.461687 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-78efec51-fea8-4dd0-a6ed-85fa48ec28d5 req-8a398333-b61b-4df3-b43f-d2b17e6c75bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc HTTP/1.1" status: 200 len: 858 time: 0.0518444 Mar 08 19:18:56.500940 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-78efec51-fea8-4dd0-a6ed-85fa48ec28d5 req-6c873401-74be-4d64-90e7-da26c9aadf94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2029082-29cd-4552-a44b-4a5e4a15a1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331664 Mar 08 19:18:56.604607 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-78efec51-fea8-4dd0-a6ed-85fa48ec28d5 req-daa0562c-0a35-4d95-ac3e-4a97f264ad91 service neutron] 10.222.0.64 "GET /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971708 Mar 08 19:18:56.710481 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-78efec51-fea8-4dd0-a6ed-85fa48ec28d5 req-40c30463-4bc7-4d18-9751-5ace176c3937 service neutron] 10.222.0.64 "GET /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988753 Mar 08 19:18:57.125205 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:57.133474 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f921dd85-844d-4618-924a-7c862cf83174 req-f08e3f7f-abab-46c0-a221-194c18455c4e tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 210 time: 0.0296261 Mar 08 19:18:57.318470 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828e138-1cb5-46ae-adcd-c01a319c5da9 req-d672b848-91e9-4d92-b429-bf8daa46eba6 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:57.319919 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4828e138-1cb5-46ae-adcd-c01a319c5da9 req-d672b848-91e9-4d92-b429-bf8daa46eba6 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0545862 Mar 08 19:18:57.371032 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4828e138-1cb5-46ae-adcd-c01a319c5da9 req-43dac0c3-9596-432b-ae0d-ec50d554a84d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454221 Mar 08 19:18:57.867821 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-463e504f-3054-48fe-9ad2-7003811735ae tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448977341&fields=id&tenant_id=77bda9809dfb4144986c270b0493dcb9 HTTP/1.1" status: 200 len: 267 time: 0.0431366 Mar 08 19:18:57.969014 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-0f2146dd-05d6-4a03-836c-4364208f5eeb tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:57.970740 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-0f2146dd-05d6-4a03-836c-4364208f5eeb tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/networks?id=a87c540b-f15d-4b47-9f06-54063bb28b6d HTTP/1.1" status: 200 len: 812 time: 0.0967033 Mar 08 19:18:57.984622 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-3d9d2963-4087-47a4-b24d-445e97343b84 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/quotas/77bda9809dfb4144986c270b0493dcb9 HTTP/1.1" status: 200 len: 375 time: 0.0086350 Mar 08 19:18:58.041448 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-824603eb-bf3b-4896-9b50-da044a357ede tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=77bda9809dfb4144986c270b0493dcb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519342 Mar 08 19:18:58.133515 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-d5d904f5-1d22-448a-bd8f-1071a50ab075 service neutron] 10.222.0.21 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798316 Mar 08 19:18:58.234016 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-605a81bf-e952-412c-afcf-2e939c6539fa service neutron] 10.222.0.21 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938737 Mar 08 19:18:58.249996 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-50c36539-5343-49bd-a445-ca674de0737f req-929580d2-501e-444d-88bd-de6287f46391 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 210 time: 0.0349309 Mar 08 19:18:58.496964 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35a297-be4e-4268-b3e5-ca4b6fd08233 req-0fec656c-aca9-4fda-98d4-80bb1114888c tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:58.498781 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-df35a297-be4e-4268-b3e5-ca4b6fd08233 req-0fec656c-aca9-4fda-98d4-80bb1114888c tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0556364 Mar 08 19:18:58.545003 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-df35a297-be4e-4268-b3e5-ca4b6fd08233 req-4ffae247-a053-4bcc-b8c3-d4a068a7be59 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408907 Mar 08 19:18:58.985599 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-53486e49-b95a-4a9d-9a05-362c9e0c3ef7 req-ef0bbe90-326f-4053-83ed-778025bb9de0 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 210 time: 0.0315809 Mar 08 19:18:59.357691 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-081c5e9e-5021-4876-9b36-f0bb9bfd7401 req-9164565d-116e-407f-b5fb-5ff6bf741761 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 210 time: 0.0282743 Mar 08 19:18:59.406891 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 415425e4-991b-4a0c-8d24-f2f2149b3276 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:18:59.427248 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: 415425e4-991b-4a0c-8d24-f2f2149b3276 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:18:59.427598 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 415425e4-991b-4a0c-8d24-f2f2149b3276 not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:18:59.673643 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248f365-1f2a-4c25-bbb1-b299c8253288 req-22ecfc58-5e7b-4bc1-a69d-eb8510122ad8 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:59.675128 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0248f365-1f2a-4c25-bbb1-b299c8253288 req-22ecfc58-5e7b-4bc1-a69d-eb8510122ad8 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0589614 Mar 08 19:18:59.725361 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0248f365-1f2a-4c25-bbb1-b299c8253288 req-529ee2c9-b510-4842-ac53-3a7b2b5989a3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441437 Mar 08 19:19:00.062255 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f8b83b4b-d4ff-4d09-acf5-756fa199c75d req-7ba4de75-5a00-4bff-b597-3aa530c7b1d5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 210 time: 0.0274451 Mar 08 19:19:00.468464 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c7b3610b-dd41-4b6b-8bae-ea6a01f63bf8 req-b3045dca-0534-4bea-a82f-58a50f805663 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 210 time: 0.0302472 Mar 08 19:19:00.843940 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b026a7-c26a-4d7f-8d76-99005e0af847 req-ad1cba52-0679-44d4-89a3-bcc212341ee3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:00.845890 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-83b026a7-c26a-4d7f-8d76-99005e0af847 req-ad1cba52-0679-44d4-89a3-bcc212341ee3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0547295 Mar 08 19:19:00.897275 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-83b026a7-c26a-4d7f-8d76-99005e0af847 req-4d0b206b-2151-43f2-b81f-7d857b4615b3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449061 Mar 08 19:19:01.163762 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-57eecfa1-9b28-4901-9a36-b387dc0908cd req-2a34a54d-0677-4697-89a9-3877daa4eee4 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 210 time: 0.0281649 Mar 08 19:19:01.580369 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-af2bb193-418e-45a0-9a1b-5b1318c7a1af req-c271a370-c1dc-4d12-85c8-af1e2d703a0f tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5e20c17-f99b-48b8-884a-edf35794b786 HTTP/1.1" status: 200 len: 210 time: 0.0269876 Mar 08 19:19:01.693281 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:19:02.022044 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ccf26-eb7b-453b-9587-65e5c7cf2ec0 req-67edcf2f-530a-400e-81f6-6d2bea08cb0c tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:02.023722 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a25ccf26-eb7b-453b-9587-65e5c7cf2ec0 req-67edcf2f-530a-400e-81f6-6d2bea08cb0c tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0588086 Mar 08 19:19:02.072826 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a25ccf26-eb7b-453b-9587-65e5c7cf2ec0 req-52dda1ab-2ac1-4cbd-b00a-7f95cb78bc8f tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430326 Mar 08 19:19:02.245410 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-395cd5e6-e92d-4bd8-817d-957af0267c7b tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:02.246919 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-395cd5e6-e92d-4bd8-817d-957af0267c7b tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.64 "GET /v2.0/networks?id=a87c540b-f15d-4b47-9f06-54063bb28b6d HTTP/1.1" status: 200 len: 812 time: 0.1074176 Mar 08 19:19:02.289535 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e84219ee-408d-423c-8722-61387fa140b9 req-7cfedf7c-560f-4c51-861b-03c1566c57f8 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 210 time: 0.0369797 Mar 08 19:19:02.334605 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-c3837e52-3b82-46d4-b88d-ab43aa9a5682 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77bda9809dfb4144986c270b0493dcb9 HTTP/1.1" status: 200 len: 380 time: 0.0721951 Mar 08 19:19:02.902604 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-b09ebe2c-025b-493c-a1c3-01d102cb1abe tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:02.903954 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-b09ebe2c-025b-493c-a1c3-01d102cb1abe tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/networks?id=1c7be9fe-d111-475a-a6a6-38b42242b5ba HTTP/1.1" status: 200 len: 808 time: 0.1095781 Mar 08 19:19:02.919070 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-e33f4642-4650-4eac-9c3f-7c010c34f310 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/quotas/baa584fa975549fcbc33c01fb747d8b5 HTTP/1.1" status: 200 len: 375 time: 0.0097966 Mar 08 19:19:02.953312 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-97bf7774-cce7-437d-863b-fa93333b2564 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=baa584fa975549fcbc33c01fb747d8b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288458 Mar 08 19:19:03.045146 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-3659c7c1-53b0-40ac-8ca7-45398306ffb6 service neutron] 10.222.0.21 "GET /v2.0/networks/1c7be9fe-d111-475a-a6a6-38b42242b5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846999 Mar 08 19:19:03.142078 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-6b7b679b-f075-4706-bbcd-2b7e8f3f6ab6 service neutron] 10.222.0.21 "GET /v2.0/networks/1c7be9fe-d111-475a-a6a6-38b42242b5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912747 Mar 08 19:19:03.200132 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f0a99-0a9b-4fcd-8905-ecc4eb5752e4 req-caf6d730-7573-466f-b36f-daaafbc9d91c tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:03.200906 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b34f0a99-0a9b-4fcd-8905-ecc4eb5752e4 req-caf6d730-7573-466f-b36f-daaafbc9d91c tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0578995 Mar 08 19:19:03.251476 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b34f0a99-0a9b-4fcd-8905-ecc4eb5752e4 req-963024ef-f6dc-4de0-b8a6-5274ccba62a5 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447330 Mar 08 19:19:03.393079 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bba16039-c0e0-472b-983a-b84f069ac568 req-094127ac-160e-4c98-9427-7f2563b9f478 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 210 time: 0.0345814 Mar 08 19:19:03.423628 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7e023e96-e39f-4ce1-aa95-e6fc43b79d5e req-d57c1783-f26f-46cd-8481-cccb6c91e3ef tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 210 time: 0.0288832 Mar 08 19:19:03.874663 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Request body: {'port': {'device_id': '9e0a23f2-076a-4ba6-9866-d6045a2f2888', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'admin_state_up': True, 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'security_groups': ['18831971-dd64-4bf0-8040-4c67ad11f5a9']}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:04.052969 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Made reservation on behalf of 77bda9809dfb4144986c270b0493dcb9 for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:19:04.056381 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:04.181013 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Allocated IP 172.20.0.11 (a87c540b-f15d-4b47-9f06-54063bb28b6d/845dbfc1-effb-4886-8b24-637bc4d19911/e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:19:04.321946 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for port (e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:04.392192 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee988767-a680-4fdb-8467-73a3ab5b6448 req-f5259364-08cc-48de-bd35-d9d29c4a61d0 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:04.393653 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ee988767-a680-4fdb-8467-73a3ab5b6448 req-f5259364-08cc-48de-bd35-d9d29c4a61d0 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0700517 Mar 08 19:19:04.446140 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ee988767-a680-4fdb-8467-73a3ab5b6448 req-408c2d35-7457-423f-80d1-382da1b00c5e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448627 Mar 08 19:19:04.465095 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:04.554331 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Network a87c540b-f15d-4b47-9f06-54063bb28b6d is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:04.570636 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:04.572408 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event updated for resources: {'Port': ['ID=e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:04.575643 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-89d2faa9-e542-49f8-8f47-14f1866d08f7 req-f8173de0-22b6-47c2-bfea-c4020633faae tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 210 time: 0.0718019 Mar 08 19:19:04.577190 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:19:04.624498 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:04.624498 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:04.624498 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:04.624498 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:04.624498 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:04.624498 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:04.624498 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:04.624498 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:04.624498 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:04.624498 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:04.624498 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:04.624498 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:04.624498 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:04.649075 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4fb48-ffdf-4adc-a209-48c84df42cfb req-0e5b19c4-2c80-4aca-83c3-f8f2644b4628 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:04.650605 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-29d4fb48-ffdf-4adc-a209-48c84df42cfb req-0e5b19c4-2c80-4aca-83c3-f8f2644b4628 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 932 time: 0.1536481 Mar 08 19:19:04.656200 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:04.656802 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:04.717683 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-29d4fb48-ffdf-4adc-a209-48c84df42cfb req-f89a9239-c5f3-4f3c-b5ca-eb4734a127f8 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581338 Mar 08 19:19:04.792744 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-c8571782-645b-4312-bc35-521b746233c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9223287 Mar 08 19:19:04.843739 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-9e01c3a7-30a6-45a6-ab41-ba326c482ce2 None None] Provisioning complete for port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:04.844272 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9e01c3a7-30a6-45a6-ab41-ba326c482ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:04.880721 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9e01c3a7-30a6-45a6-ab41-ba326c482ce2 None None] Port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:19:05.566738 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5517d-c93a-4de7-b17d-3674584d8f1a req-cd38a348-84d4-4662-92b5-1beecdd01883 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:05.568129 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-91a5517d-c93a-4de7-b17d-3674584d8f1a req-cd38a348-84d4-4662-92b5-1beecdd01883 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0531209 Mar 08 19:19:05.616939 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-91a5517d-c93a-4de7-b17d-3674584d8f1a req-d485adf1-bedb-497f-8ce6-937ee590b921 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424328 Mar 08 19:19:05.671014 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-149d372b-9385-428e-95d7-9db0fa4fa9d8 req-88149d2e-00fb-4ddc-973d-d7bb76086d12 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 210 time: 0.0276916 Mar 08 19:19:05.832647 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af00c6-6909-4778-b637-d77aab55736f req-efe1c7db-4035-4a36-8ff4-c51689275198 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:05.834250 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c5af00c6-6909-4778-b637-d77aab55736f req-efe1c7db-4035-4a36-8ff4-c51689275198 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 932 time: 0.0523424 Mar 08 19:19:05.886222 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c5af00c6-6909-4778-b637-d77aab55736f req-4f4fad30-03ba-4c65-a291-42cec87c1fcc tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462613 Mar 08 19:19:06.453097 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Request body: {'port': {'device_id': '9e0a23f2-076a-4ba6-9866-d6045a2f2888', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:06.524174 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:06.984021 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6dbddcdf-6152-4647-8b0e-b8d9647d0b9b req-4b47196b-fb71-441b-bfe6-8c6a35f9d3b0 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 210 time: 0.0314164 Mar 08 19:19:07.030822 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcbf7b-e464-43eb-a6be-deaaefb88b71 req-aaeaddfd-0722-4b46-ad8f-46985d98cb54 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:07.031224 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-65fcbf7b-e464-43eb-a6be-deaaefb88b71 req-aaeaddfd-0722-4b46-ad8f-46985d98cb54 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.3295791 Mar 08 19:19:07.143740 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-65fcbf7b-e464-43eb-a6be-deaaefb88b71 req-70b54f1d-4c9f-4288-a314-9feceb20ce01 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063123 Mar 08 19:19:07.151442 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:19:07.163895 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Publish callbacks [] for port (e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:07.180458 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd56d1-544e-41e3-8cbb-68a5853e0dda req-f96697f9-8d50-4de7-91f4-4f7ac892c4ad tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:07.181916 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-22dd56d1-544e-41e3-8cbb-68a5853e0dda req-f96697f9-8d50-4de7-91f4-4f7ac892c4ad tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 932 time: 0.1243541 Mar 08 19:19:07.186503 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Transition to ACTIVE for port object e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:19:07.230689 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-22dd56d1-544e-41e3-8cbb-68a5853e0dda req-d58b0501-73de-46df-bf98-4417d03d1245 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430262 Mar 08 19:19:07.307222 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:07.374387 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Pushing event updated for resources: {'Port': ['ID=e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:07.438440 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Attempting to bind port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:19:07.438440 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Attempting to bind port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:19:07.438440 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Attempting to bind port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 on network a87c540b-f15d-4b47-9f06-54063bb28b6d {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:19:07.451097 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 on network a87c540b-f15d-4b47-9f06-54063bb28b6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:19:07.451097 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Attempting to bind port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 on network a87c540b-f15d-4b47-9f06-54063bb28b6d {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:19:07.451097 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:19:07.451097 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Checking segment: {'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:19:07.451097 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Bound using segment: {'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:19:07.451672 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Bound port: e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:19:07.452037 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:07.524609 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] For port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61, host hv-cinder-83009, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:19:07.528227 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] For port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:19:07.721578 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:07.758057 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:07.758702 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:07.760086 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] 10.222.0.64 "PUT /v2.0/ports/e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 HTTP/1.1" status: 200 len: 1094 time: 1.3121517 Mar 08 19:19:07.760541 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0a23f2-076a-4ba6-9866-d6045a2f2888', 'tag': 'e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:19:07.762781 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f67a311-e203-44d1-87d4-80c09d2444a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0a23f2-076a-4ba6-9866-d6045a2f2888", "tag": "e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:19:07.789524 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7d6b7-2b6f-4ede-a36a-b8209e00103a service neutron] Pushing event updated for resources: {'Port': ['ID=e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:07.810229 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a54fba-11d5-41b8-8f2a-e70d4b88a2fa x-openstack-request-id: req-66a54fba-11d5-41b8-8f2a-e70d4b88a2fa {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:19:07.810545 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0a23f2-076a-4ba6-9866-d6045a2f2888", "tag": "e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:19:07.810796 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66a54fba-11d5-41b8-8f2a-e70d4b88a2fa {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:19:07.811468 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0a23f2-076a-4ba6-9866-d6045a2f2888', 'tag': 'e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61', 'status': 'completed', 'code': 200} Mar 08 19:19:07.893108 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67a311-e203-44d1-87d4-80c09d2444a4 req-d5cbc8ed-a915-498f-85ce-660c0091f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:07.896367 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9f67a311-e203-44d1-87d4-80c09d2444a4 req-d5cbc8ed-a915-498f-85ce-660c0091f302 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77bda9809dfb4144986c270b0493dcb9&device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 1128 time: 0.0560317 Mar 08 19:19:07.956215 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-f2fb8ee1-4c7e-4708-a608-0d64f7f5ef7e tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:07.958862 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-f2fb8ee1-4c7e-4708-a608-0d64f7f5ef7e tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.64 "GET /v2.0/networks?id=1c7be9fe-d111-475a-a6a6-38b42242b5ba HTTP/1.1" status: 200 len: 808 time: 0.1200635 Mar 08 19:19:07.971026 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-36e884ed-1ed3-4270-aeb9-7c1decf30ec2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Request body: {'port': {'device_id': '5649f478-d535-436b-8d4d-a442378e6ccc', 'network_id': '1c7be9fe-d111-475a-a6a6-38b42242b5ba', 'admin_state_up': True, 'tenant_id': 'baa584fa975549fcbc33c01fb747d8b5'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:08.018137 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67a311-e203-44d1-87d4-80c09d2444a4 req-184193a0-a6ba-40a7-9026-3b79556eae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:08.019751 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9f67a311-e203-44d1-87d4-80c09d2444a4 req-184193a0-a6ba-40a7-9026-3b79556eae5a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=77bda9809dfb4144986c270b0493dcb9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1150324 Mar 08 19:19:08.123209 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c6d007eb-d572-4e62-a7fc-085744179edf req-f9c1afd2-994f-4a22-b618-cb0cf2366635 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 210 time: 0.0373476 Mar 08 19:19:08.130365 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67a311-e203-44d1-87d4-80c09d2444a4 req-5dc853e0-346d-4926-91e5-3aa2e4a0546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:08.131856 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9f67a311-e203-44d1-87d4-80c09d2444a4 req-5dc853e0-346d-4926-91e5-3aa2e4a0546a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1061349 Mar 08 19:19:08.245151 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-908ce098-683e-423e-9e99-792185e1b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:08.246975 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-908ce098-683e-423e-9e99-792185e1b409 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77bda9809dfb4144986c270b0493dcb9&device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 1128 time: 0.0474138 Mar 08 19:19:08.271060 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7e5bc-6ced-49ec-9323-2e45f23c36a1 req-fbea90bf-6ff5-45a2-8dab-11f423bb15e6 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:08.272602 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cea7e5bc-6ced-49ec-9323-2e45f23c36a1 req-fbea90bf-6ff5-45a2-8dab-11f423bb15e6 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0587029 Mar 08 19:19:08.273951 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-36e884ed-1ed3-4270-aeb9-7c1decf30ec2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Made reservation on behalf of baa584fa975549fcbc33c01fb747d8b5 for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:19:08.278933 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-36e884ed-1ed3-4270-aeb9-7c1decf30ec2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:08.298112 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-94ee0cbb-5f69-4f5e-be40-9fb3bcf81798 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 HTTP/1.1" status: 200 len: 217 time: 0.0432544 Mar 08 19:19:08.358308 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-04d29cc1-cdaa-4a52-8fb4-2e5c216b2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:08.360857 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-04d29cc1-cdaa-4a52-8fb4-2e5c216b2415 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=845dbfc1-effb-4886-8b24-637bc4d19911 HTTP/1.1" status: 200 len: 851 time: 0.0568902 Mar 08 19:19:08.426765 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cea7e5bc-6ced-49ec-9323-2e45f23c36a1 req-ca5cda76-d046-4528-a6e2-a11f2045f9a2 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453903 Mar 08 19:19:08.432999 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-d756c240-710f-4870-a188-59a4920c44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:08.434804 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-d756c240-710f-4870-a188-59a4920c44f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a87c540b-f15d-4b47-9f06-54063bb28b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673196 Mar 08 19:19:08.485764 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30ef21-cfd0-43b9-af26-2697a941083b req-8fd4be62-eeff-4a01-9992-f230e9365e3e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:08.487402 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5d30ef21-cfd0-43b9-af26-2697a941083b req-8fd4be62-eeff-4a01-9992-f230e9365e3e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 944 time: 0.1777046 Mar 08 19:19:08.526222 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-36e884ed-1ed3-4270-aeb9-7c1decf30ec2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Allocated IP 172.20.0.5 (1c7be9fe-d111-475a-a6a6-38b42242b5ba/11b13eb5-d5cb-4129-a881-a6248ffcdd3c/aca3c951-0842-4e7d-a214-690231246f40) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:19:08.545158 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-372b796e-2970-4f5c-b6bc-f10fa4700c87 service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999629 Mar 08 19:19:08.575483 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5d30ef21-cfd0-43b9-af26-2697a941083b req-f68d9eb7-2fdd-41cf-89c6-50a388000421 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764852 Mar 08 19:19:08.644205 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3a7d2bea-b8a0-422c-a42c-3ab646a774e9 req-8ea736f1-2e50-44c5-9abf-7c81233ee683 service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921023 Mar 08 19:19:08.708463 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-36e884ed-1ed3-4270-aeb9-7c1decf30ec2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Publish callbacks [] for port (aca3c951-0842-4e7d-a214-690231246f40), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:08.830393 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-36e884ed-1ed3-4270-aeb9-7c1decf30ec2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (aca3c951-0842-4e7d-a214-690231246f40), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:08.874718 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-36e884ed-1ed3-4270-aeb9-7c1decf30ec2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Network 1c7be9fe-d111-475a-a6a6-38b42242b5ba is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:08.877704 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-36e884ed-1ed3-4270-aeb9-7c1decf30ec2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:08.882509 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-36e884ed-1ed3-4270-aeb9-7c1decf30ec2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:19:08.908401 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e884ed-1ed3-4270-aeb9-7c1decf30ec2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Pushing event updated for resources: {'Port': ['ID=aca3c951-0842-4e7d-a214-690231246f40,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:08.939137 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-36e884ed-1ed3-4270-aeb9-7c1decf30ec2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:08.939765 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-36e884ed-1ed3-4270-aeb9-7c1decf30ec2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:09.015124 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-36e884ed-1ed3-4270-aeb9-7c1decf30ec2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0484319 Mar 08 19:19:09.027155 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Request body: {'port': {'device_id': '5649f478-d535-436b-8d4d-a442378e6ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:09.089330 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (aca3c951-0842-4e7d-a214-690231246f40), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:09.310843 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2130d-e179-440e-a039-db30780151dc req-61eb0152-0b7d-4937-bb38-30cecf1fb579 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:09.312292 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4ac2130d-e179-440e-a039-db30780151dc req-61eb0152-0b7d-4937-bb38-30cecf1fb579 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 931 time: 0.1150608 Mar 08 19:19:09.388872 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4ac2130d-e179-440e-a039-db30780151dc req-9b6bd3fc-27ee-4733-b5bf-f844a9828844 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706096 Mar 08 19:19:09.429171 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca3c951-0842-4e7d-a214-690231246f40 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:19:09.436609 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Publish callbacks [] for port (aca3c951-0842-4e7d-a214-690231246f40), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:09.449361 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Transition to ACTIVE for port object aca3c951-0842-4e7d-a214-690231246f40 will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:19:09.543043 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (aca3c951-0842-4e7d-a214-690231246f40), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:09.616429 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e0f4f-1f45-451d-a0dc-35d42fc3a261 req-a32abd6b-536d-4d54-8b00-78b6d536c494 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:09.617961 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-074e0f4f-1f45-451d-a0dc-35d42fc3a261 req-a32abd6b-536d-4d54-8b00-78b6d536c494 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.1080780 Mar 08 19:19:09.619025 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Pushing event updated for resources: {'Port': ['ID=aca3c951-0842-4e7d-a214-690231246f40,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:09.748528 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-074e0f4f-1f45-451d-a0dc-35d42fc3a261 req-a8521b77-f805-4237-bae3-3f6787aafc2a tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228254 Mar 08 19:19:09.755742 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Attempting to bind port aca3c951-0842-4e7d-a214-690231246f40 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:19:09.756070 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Attempting to bind port aca3c951-0842-4e7d-a214-690231246f40 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '0343e33a-0f8a-400e-8ccf-f53f8158ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1c7be9fe-d111-475a-a6a6-38b42242b5ba'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:19:09.756393 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Attempting to bind port aca3c951-0842-4e7d-a214-690231246f40 on network 1c7be9fe-d111-475a-a6a6-38b42242b5ba {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:19:09.763287 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Port aca3c951-0842-4e7d-a214-690231246f40 on network 1c7be9fe-d111-475a-a6a6-38b42242b5ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:19:09.763600 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Attempting to bind port aca3c951-0842-4e7d-a214-690231246f40 on network 1c7be9fe-d111-475a-a6a6-38b42242b5ba {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:19:09.775106 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c51f7-4aae-4aa4-8f5e-baf66fccc7fe req-7d303783-1c31-4a0d-9e62-c09cf9f8446e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:09.776540 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3e3c51f7-4aae-4aa4-8f5e-baf66fccc7fe req-7d303783-1c31-4a0d-9e62-c09cf9f8446e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 944 time: 0.1194940 Mar 08 19:19:09.777638 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:19:09.777962 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Checking segment: {'id': '0343e33a-0f8a-400e-8ccf-f53f8158ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1c7be9fe-d111-475a-a6a6-38b42242b5ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:19:09.778328 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Bound using segment: {'id': '0343e33a-0f8a-400e-8ccf-f53f8158ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1c7be9fe-d111-475a-a6a6-38b42242b5ba'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:19:09.778776 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Bound port: aca3c951-0842-4e7d-a214-690231246f40, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0343e33a-0f8a-400e-8ccf-f53f8158ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1c7be9fe-d111-475a-a6a6-38b42242b5ba'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:19:09.779123 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (aca3c951-0842-4e7d-a214-690231246f40), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:09.864248 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3e3c51f7-4aae-4aa4-8f5e-baf66fccc7fe req-63f84fe4-9e8e-4ff5-a359-b7313b350c91 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820341 Mar 08 19:19:09.879576 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] For port aca3c951-0842-4e7d-a214-690231246f40, host hv-cinder-83009, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:19:09.882690 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] For port aca3c951-0842-4e7d-a214-690231246f40, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aca3c951-0842-4e7d-a214-690231246f40,segment=NetworkSegment(0343e33a-0f8a-400e-8ccf-f53f8158ca93),segment_id=0343e33a-0f8a-400e-8ccf-f53f8158ca93)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:19:09.955485 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (aca3c951-0842-4e7d-a214-690231246f40), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:09.988003 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:09.988616 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:09.989967 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] 10.222.0.64 "PUT /v2.0/ports/aca3c951-0842-4e7d-a214-690231246f40 HTTP/1.1" status: 200 len: 1093 time: 0.9670286 Mar 08 19:19:09.990395 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5649f478-d535-436b-8d4d-a442378e6ccc', 'tag': 'aca3c951-0842-4e7d-a214-690231246f40'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:19:09.992652 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18fd263-814f-44d3-abc8-818f479906aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5649f478-d535-436b-8d4d-a442378e6ccc", "tag": "aca3c951-0842-4e7d-a214-690231246f40"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:19:10.016993 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52f63a-23d0-430b-9e7e-549747456cbd service neutron] Pushing event updated for resources: {'Port': ['ID=aca3c951-0842-4e7d-a214-690231246f40,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:10.033612 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e064e63b-5b09-4891-a12b-b126f3db92ff x-openstack-request-id: req-e064e63b-5b09-4891-a12b-b126f3db92ff {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:19:10.033893 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5649f478-d535-436b-8d4d-a442378e6ccc", "tag": "aca3c951-0842-4e7d-a214-690231246f40", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:19:10.034141 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e064e63b-5b09-4891-a12b-b126f3db92ff {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:19:10.034578 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5649f478-d535-436b-8d4d-a442378e6ccc', 'tag': 'aca3c951-0842-4e7d-a214-690231246f40', 'status': 'completed', 'code': 200} Mar 08 19:19:10.098750 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fd263-814f-44d3-abc8-818f479906aa req-17d3714f-7b8f-4a02-8e0d-0d59d72a75be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:10.100238 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c18fd263-814f-44d3-abc8-818f479906aa req-17d3714f-7b8f-4a02-8e0d-0d59d72a75be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=baa584fa975549fcbc33c01fb747d8b5&device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 1127 time: 0.0459731 Mar 08 19:19:10.201239 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fd263-814f-44d3-abc8-818f479906aa req-8803195c-349c-4033-8cbf-f7e32e7bd7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:10.202761 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c18fd263-814f-44d3-abc8-818f479906aa req-8803195c-349c-4033-8cbf-f7e32e7bd7cd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=baa584fa975549fcbc33c01fb747d8b5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0954211 Mar 08 19:19:10.291089 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fd263-814f-44d3-abc8-818f479906aa req-7848bad8-7d3c-45df-a88e-b0b2237ef876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:10.292473 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c18fd263-814f-44d3-abc8-818f479906aa req-7848bad8-7d3c-45df-a88e-b0b2237ef876 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0840240 Mar 08 19:19:10.377763 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-b9131af5-d577-4188-b64e-c3840b13d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:10.380156 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-b9131af5-d577-4188-b64e-c3840b13d98e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=baa584fa975549fcbc33c01fb747d8b5&device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 1127 time: 0.0490692 Mar 08 19:19:10.420267 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-38e38151-c680-454e-a6ed-90a74c56222d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aca3c951-0842-4e7d-a214-690231246f40 HTTP/1.1" status: 200 len: 217 time: 0.0330424 Mar 08 19:19:10.495238 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-6525d5a0-c6a9-46ca-bf4b-f45616cc4ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:10.496693 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-6525d5a0-c6a9-46ca-bf4b-f45616cc4ca1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11b13eb5-d5cb-4129-a881-a6248ffcdd3c HTTP/1.1" status: 200 len: 848 time: 0.0703082 Mar 08 19:19:10.538083 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-ebe2531a-7eb1-4819-8d6b-9289cc6c8af9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c7be9fe-d111-475a-a6a6-38b42242b5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337486 Mar 08 19:19:10.547640 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6df102-8ac7-4f73-abac-28c92ebb00e0 req-c285e802-bb22-4dd8-9b68-41b748fdd4fb tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:10.548907 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5a6df102-8ac7-4f73-abac-28c92ebb00e0 req-c285e802-bb22-4dd8-9b68-41b748fdd4fb tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 943 time: 0.0920954 Mar 08 19:19:10.651603 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5a6df102-8ac7-4f73-abac-28c92ebb00e0 req-1c7e3f4e-b3fe-41df-98de-29826b8de782 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941355 Mar 08 19:19:10.670321 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-378ac056-0340-473e-bc85-5ab6f98a68b7 service neutron] 10.222.0.64 "GET /v2.0/networks/1c7be9fe-d111-475a-a6a6-38b42242b5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205242 Mar 08 19:19:10.758552 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e250d9fb-5bdf-467c-a90e-26f47b436183 req-0109063e-394a-4d11-9dd9-3383c3d82b7e service neutron] 10.222.0.64 "GET /v2.0/networks/1c7be9fe-d111-475a-a6a6-38b42242b5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818312 Mar 08 19:19:10.873613 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc648a-87ce-4b4f-9fb7-74759bb530db req-50095386-f4da-4cbc-a6b5-ae70486a715f tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:10.875115 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-57dc648a-87ce-4b4f-9fb7-74759bb530db req-50095386-f4da-4cbc-a6b5-ae70486a715f tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0549645 Mar 08 19:19:10.935474 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-57dc648a-87ce-4b4f-9fb7-74759bb530db req-563e5772-9be9-428f-841b-21bdaf4bf11c tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543818 Mar 08 19:19:10.993794 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35713f5-ac61-42ca-95de-d81561f45b26 req-288d78ec-b456-4ec2-bdbc-5e7351ae2944 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:10.995307 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b35713f5-ac61-42ca-95de-d81561f45b26 req-288d78ec-b456-4ec2-bdbc-5e7351ae2944 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 944 time: 0.0565147 Mar 08 19:19:11.043674 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b35713f5-ac61-42ca-95de-d81561f45b26 req-480993bf-2740-4d77-9b86-2f8d263e566e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428188 Mar 08 19:19:11.768459 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba673445-e3f3-409e-bd4f-d53f994f5543 req-c0705a00-8715-4cc9-8aa9-b343f0fee01f tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:11.769954 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ba673445-e3f3-409e-bd4f-d53f994f5543 req-c0705a00-8715-4cc9-8aa9-b343f0fee01f tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 943 time: 0.0520861 Mar 08 19:19:11.815883 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ba673445-e3f3-409e-bd4f-d53f994f5543 req-aacb2e1a-13da-4c8a-9d2f-ddf199b9308c tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Mar 08 19:19:12.054370 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba526cf8-bf98-45e9-8b1c-31779b33ee8e req-175db73d-74df-4b9d-b2e7-d2000fafa79a tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:12.056346 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ba526cf8-bf98-45e9-8b1c-31779b33ee8e req-175db73d-74df-4b9d-b2e7-d2000fafa79a tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0554945 Mar 08 19:19:12.104467 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ba526cf8-bf98-45e9-8b1c-31779b33ee8e req-cc4a187e-a74a-4a04-9f2f-2a559cab8546 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Mar 08 19:19:12.161031 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d02481-4f9f-47fc-8708-f970f9931423 req-7b127bfa-1d8f-4592-aedf-69b7081f8935 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:12.162933 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-87d02481-4f9f-47fc-8708-f970f9931423 req-7b127bfa-1d8f-4592-aedf-69b7081f8935 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 944 time: 0.0525050 Mar 08 19:19:12.211059 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-87d02481-4f9f-47fc-8708-f970f9931423 req-c0aae9c7-ade0-49de-97d4-f218b56605bc tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427072 Mar 08 19:19:12.935277 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dc962-eb52-441b-a429-bcfc8a528556 req-199065f0-ed5b-41a4-a758-eb2edd09be96 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:12.943273 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5d3dc962-eb52-441b-a429-bcfc8a528556 req-199065f0-ed5b-41a4-a758-eb2edd09be96 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 943 time: 0.0525541 Mar 08 19:19:12.990053 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5d3dc962-eb52-441b-a429-bcfc8a528556 req-f7b4ad88-e929-4f5a-bc3a-2839cbbb30f6 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477135 Mar 08 19:19:13.220577 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777cbf2-65e2-435d-952a-66f0693456b1 req-507dc39a-b51d-4493-811d-ed560add470e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:13.222189 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f777cbf2-65e2-435d-952a-66f0693456b1 req-507dc39a-b51d-4493-811d-ed560add470e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0518236 Mar 08 19:19:13.271437 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f777cbf2-65e2-435d-952a-66f0693456b1 req-1ddc2b7b-8311-4acb-b7ce-074fccfc3854 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430832 Mar 08 19:19:13.333001 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be200f-8c6e-417f-8d66-2a0b5838f367 req-96f2b74a-56e8-45dd-8e86-226bd410a955 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:13.334544 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-72be200f-8c6e-417f-8d66-2a0b5838f367 req-96f2b74a-56e8-45dd-8e86-226bd410a955 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 944 time: 0.0521088 Mar 08 19:19:13.384446 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-72be200f-8c6e-417f-8d66-2a0b5838f367 req-0b435417-0153-4f11-b98b-7994cbeeb2b3 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443697 Mar 08 19:19:14.110441 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb3f79-4201-4cc8-b0fd-c2bf2cae0e3c req-9f50e48e-bb07-4dd0-945c-b5506d5f324c tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:14.112051 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b7eb3f79-4201-4cc8-b0fd-c2bf2cae0e3c req-9f50e48e-bb07-4dd0-945c-b5506d5f324c tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 943 time: 0.0561678 Mar 08 19:19:14.164129 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b7eb3f79-4201-4cc8-b0fd-c2bf2cae0e3c req-4981c1c9-3278-4ba8-b517-e7fce2789091 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465033 Mar 08 19:19:14.212020 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 42094) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:14.366737 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5e42bb2b-1df9-491c-8867-f2c8f23f8b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:14.436091 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c510533-76a1-48ff-9026-0fab3ed796b2 req-f3d14fd6-80ad-4cab-9ad3-9bf37f7f9252 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:14.441238 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7c510533-76a1-48ff-9026-0fab3ed796b2 req-f3d14fd6-80ad-4cab-9ad3-9bf37f7f9252 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0891306 Mar 08 19:19:14.529809 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5e42bb2b-1df9-491c-8867-f2c8f23f8b58 admin admin] Publish callbacks [] for security_group (500d41d8-e8d0-45b0-acef-5debfb86c016), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:14.551053 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7c510533-76a1-48ff-9026-0fab3ed796b2 req-e404ed91-36d8-44e6-8e3d-27564604e18f tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026301 Mar 08 19:19:14.566232 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a346075-1265-4ea8-85b5-d24875e39a6f req-b890a8ee-b3bd-4761-a791-34d4287234ef tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:14.566232 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6a346075-1265-4ea8-85b5-d24875e39a6f req-b890a8ee-b3bd-4761-a791-34d4287234ef tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 944 time: 0.0980732 Mar 08 19:19:14.599292 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5e42bb2b-1df9-491c-8867-f2c8f23f8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (500d41d8-e8d0-45b0-acef-5debfb86c016), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:14.635467 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6a346075-1265-4ea8-85b5-d24875e39a6f req-5ca01259-9ed5-44d7-8d11-e46ae65f0889 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637960 Mar 08 19:19:14.652294 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-5e42bb2b-1df9-491c-8867-f2c8f23f8b58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=faac47f8b5894f578a83d0ff7934122b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4392321 Mar 08 19:19:14.653135 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42bb2b-1df9-491c-8867-f2c8f23f8b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500d41d8-e8d0-45b0-acef-5debfb86c016,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:14.655367 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 42110) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:14.702181 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4711-3f52-4f05-a0ef-aa413c780489 admin admin] Publish callbacks [] for security_group (500d41d8-e8d0-45b0-acef-5debfb86c016), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:14.726930 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4711-3f52-4f05-a0ef-aa413c780489 admin admin] Publish callbacks [] for security_group (500d41d8-e8d0-45b0-acef-5debfb86c016), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:14.872855 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4711-3f52-4f05-a0ef-aa413c780489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (500d41d8-e8d0-45b0-acef-5debfb86c016), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:14.875533 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4711-3f52-4f05-a0ef-aa413c780489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:14.881653 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-cc7a4711-3f52-4f05-a0ef-aa413c780489 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/500d41d8-e8d0-45b0-acef-5debfb86c016 HTTP/1.1" status: 204 len: 168 time: 0.2203526 Mar 08 19:19:14.886179 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a4711-3f52-4f05-a0ef-aa413c780489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500d41d8-e8d0-45b0-acef-5debfb86c016,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:15.318976 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b0d37-0c61-45de-86ed-a814f3452466 req-b55476db-a4af-4b37-8c29-e1481e77564d tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:15.320804 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-346b0d37-0c61-45de-86ed-a814f3452466 req-b55476db-a4af-4b37-8c29-e1481e77564d tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 943 time: 0.0820818 Mar 08 19:19:15.422220 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-346b0d37-0c61-45de-86ed-a814f3452466 req-ecb572d7-66ac-4ccb-ba3f-d488e307b83d tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882847 Mar 08 19:19:15.434206 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599192a4-c0d5-43a0-ac37-ce1429e10aab req-bb69f7a2-b059-4c3d-b3ce-2d7ca64823c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:15.442750 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-599192a4-c0d5-43a0-ac37-ce1429e10aab req-bb69f7a2-b059-4c3d-b3ce-2d7ca64823c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 1129 time: 0.0843546 Mar 08 19:19:15.491545 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-599192a4-c0d5-43a0-ac37-ce1429e10aab req-fc19de67-16bc-450f-a5a7-4c500d091ab6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437660 Mar 08 19:19:15.668803 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704062c-4bad-4f17-88e0-540dd0f0e28f req-e12329ea-e5a2-4071-8b24-0d4f62df284b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:15.670249 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f704062c-4bad-4f17-88e0-540dd0f0e28f req-e12329ea-e5a2-4071-8b24-0d4f62df284b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0517242 Mar 08 19:19:15.743414 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f704062c-4bad-4f17-88e0-540dd0f0e28f req-99d5ccf8-af19-4969-bafd-4f0e60a85240 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668252 Mar 08 19:19:15.765338 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6c99f-83e9-48d8-9598-2f6ffa066aa3 req-b003e511-6c18-47e1-b82e-d8b08696bb14 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:15.766801 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6ee6c99f-83e9-48d8-9598-2f6ffa066aa3 req-b003e511-6c18-47e1-b82e-d8b08696bb14 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 944 time: 0.0645120 Mar 08 19:19:15.817283 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6ee6c99f-83e9-48d8-9598-2f6ffa066aa3 req-be5ca191-7580-4869-a104-68e497d4d867 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445833 Mar 08 19:19:15.915729 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 42132) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:16.021996 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-37a974ea-42b4-45a3-b7b4-e6f49109f0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.097861 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-37a974ea-42b4-45a3-b7b4-e6f49109f0c6 admin admin] Publish callbacks [] for security_group (cb91982c-3140-4c7f-85ff-44303b3313e1), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.195168 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-37a974ea-42b4-45a3-b7b4-e6f49109f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (cb91982c-3140-4c7f-85ff-44303b3313e1), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.231867 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a974ea-42b4-45a3-b7b4-e6f49109f0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb91982c-3140-4c7f-85ff-44303b3313e1,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:16.236110 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-37a974ea-42b4-45a3-b7b4-e6f49109f0c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2e7cd745e124b05b8e4c661d73d79ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194590 Mar 08 19:19:16.239552 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 42138) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:16.292183 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-db3c943e-ec02-4334-bf7f-4211ab4ccc70 admin admin] Publish callbacks [] for security_group (cb91982c-3140-4c7f-85ff-44303b3313e1), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.313115 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-db3c943e-ec02-4334-bf7f-4211ab4ccc70 admin admin] Publish callbacks [] for security_group (cb91982c-3140-4c7f-85ff-44303b3313e1), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.440332 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-db3c943e-ec02-4334-bf7f-4211ab4ccc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (cb91982c-3140-4c7f-85ff-44303b3313e1), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.443796 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-db3c943e-ec02-4334-bf7f-4211ab4ccc70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.445028 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-db3c943e-ec02-4334-bf7f-4211ab4ccc70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb91982c-3140-4c7f-85ff-44303b3313e1 HTTP/1.1" status: 204 len: 168 time: 0.2046132 Mar 08 19:19:16.456057 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c943e-ec02-4334-bf7f-4211ab4ccc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb91982c-3140-4c7f-85ff-44303b3313e1,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:16.565319 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3757ff4-6f2f-4252-b0bf-0305f3687c12 req-a681705d-6314-4938-b085-0cb4b5d9e689 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:16.567313 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a3757ff4-6f2f-4252-b0bf-0305f3687c12 req-a681705d-6314-4938-b085-0cb4b5d9e689 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 943 time: 0.0537024 Mar 08 19:19:16.621714 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a3757ff4-6f2f-4252-b0bf-0305f3687c12 req-743901d1-213a-403a-ab2c-29d969b464e9 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487947 Mar 08 19:19:16.869640 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c991e-7b4b-4103-83b3-1564f2cd067c req-16bfe2df-62fe-4986-b415-594f6b9bd95b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:16.871626 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d77c991e-7b4b-4103-83b3-1564f2cd067c req-16bfe2df-62fe-4986-b415-594f6b9bd95b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0619056 Mar 08 19:19:16.949219 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d77c991e-7b4b-4103-83b3-1564f2cd067c req-aa56130a-1112-451a-af45-26483758e4b5 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712888 Mar 08 19:19:16.985343 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccc569-ee96-4b7f-99fb-19e8079ace0c req-8a262791-a2cc-4881-83e2-74b3b1dfa153 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:16.985343 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7fccc569-ee96-4b7f-99fb-19e8079ace0c req-8a262791-a2cc-4881-83e2-74b3b1dfa153 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 944 time: 0.0809152 Mar 08 19:19:17.031613 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7fccc569-ee96-4b7f-99fb-19e8079ace0c req-03eef4d7-d030-4561-a9f8-01ccf1359031 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436699 Mar 08 19:19:17.208471 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device aca3c951-0842-4e7d-a214-690231246f40 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:19:17.305900 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port aca3c951-0842-4e7d-a214-690231246f40, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aca3c951-0842-4e7d-a214-690231246f40,segment=NetworkSegment(0343e33a-0f8a-400e-8ccf-f53f8158ca93),segment_id=0343e33a-0f8a-400e-8ccf-f53f8158ca93)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:17.317813 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': 'aca3c951-0842-4e7d-a214-690231246f40', 'network_id': '1c7be9fe-d111-475a-a6a6-38b42242b5ba', 'port_id': 'aca3c951-0842-4e7d-a214-690231246f40', 'mac_address': 'fa:16:3e:51:9b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b13eb5-d5cb-4129-a881-a6248ffcdd3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:19:17.353771 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port aca3c951-0842-4e7d-a214-690231246f40 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:17.354160 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (aca3c951-0842-4e7d-a214-690231246f40), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:17.369982 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca3c951-0842-4e7d-a214-690231246f40 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:19:17.390828 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port aca3c951-0842-4e7d-a214-690231246f40, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aca3c951-0842-4e7d-a214-690231246f40,segment=NetworkSegment(0343e33a-0f8a-400e-8ccf-f53f8158ca93),segment_id=0343e33a-0f8a-400e-8ccf-f53f8158ca93)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:17.478492 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (aca3c951-0842-4e7d-a214-690231246f40), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:17.527222 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=aca3c951-0842-4e7d-a214-690231246f40,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:17.741357 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc04e8b-a4f7-46f2-8470-eeef7a5bde6f req-59d36388-7c51-4e79-a0fc-0d859950e7de tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:17.742914 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6bc04e8b-a4f7-46f2-8470-eeef7a5bde6f req-59d36388-7c51-4e79-a0fc-0d859950e7de tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 944 time: 0.0576386 Mar 08 19:19:17.804296 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6bc04e8b-a4f7-46f2-8470-eeef7a5bde6f req-5c4956a1-0278-4b10-8a76-53097f607ee2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459619 Mar 08 19:19:17.906608 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['aca3c951-0842-4e7d-a214-690231246f40'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:19:18.067486 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0df45-11e0-461d-971e-f7a877b7d4af req-ff09f193-a3db-4852-b2bb-2041c93957df tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:18.069576 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-75d0df45-11e0-461d-971e-f7a877b7d4af req-ff09f193-a3db-4852-b2bb-2041c93957df tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0533497 Mar 08 19:19:18.143232 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-75d0df45-11e0-461d-971e-f7a877b7d4af req-964a4ca6-d560-4d38-a08c-2c0b3e185ef4 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685873 Mar 08 19:19:18.173744 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c060e-cb9f-4e76-9a88-2e81a0f68fc4 req-b669e41e-4157-4742-83aa-3a4c011c4a07 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:18.176097 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8f1c060e-cb9f-4e76-9a88-2e81a0f68fc4 req-b669e41e-4157-4742-83aa-3a4c011c4a07 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 944 time: 0.0757613 Mar 08 19:19:18.384318 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 42194) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:18.435183 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8f1c060e-cb9f-4e76-9a88-2e81a0f68fc4 req-c2b6b70b-e98e-4454-aad9-6af0dfe457c8 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536945 Mar 08 19:19:18.493039 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-273aac6f-1f13-40df-8d0e-25cfb2d61910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:18.568071 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-273aac6f-1f13-40df-8d0e-25cfb2d61910 admin admin] Publish callbacks [] for security_group (f8b89ac2-efe5-475d-9413-49d9ea17eae1), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:18.666028 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf9360-0ca8-45a8-b852-8ffdee438c7b req-467d0de8-0b52-4a8b-8c5c-4e8bc30b3e15 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:18.667441 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-14cf9360-0ca8-45a8-b852-8ffdee438c7b req-467d0de8-0b52-4a8b-8c5c-4e8bc30b3e15 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0519400 Mar 08 19:19:18.708993 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-273aac6f-1f13-40df-8d0e-25cfb2d61910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (f8b89ac2-efe5-475d-9413-49d9ea17eae1), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:18.713724 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-14cf9360-0ca8-45a8-b852-8ffdee438c7b req-2ffd5f43-2b45-43d2-9d5a-365a11637a8d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409274 Mar 08 19:19:18.753573 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-273aac6f-1f13-40df-8d0e-25cfb2d61910 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79554220835c4c8d9149367ffad7ca79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3675430 Mar 08 19:19:18.754475 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273aac6f-1f13-40df-8d0e-25cfb2d61910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b89ac2-efe5-475d-9413-49d9ea17eae1,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:18.756145 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 42200) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:18.761522 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aac6f-1f13-40df-8d0e-25cfb2d61910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:18.762039 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aac6f-1f13-40df-8d0e-25cfb2d61910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:18.762391 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aac6f-1f13-40df-8d0e-25cfb2d61910 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:18.763162 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aac6f-1f13-40df-8d0e-25cfb2d61910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:18.763501 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aac6f-1f13-40df-8d0e-25cfb2d61910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:18.763834 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aac6f-1f13-40df-8d0e-25cfb2d61910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:18.764172 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aac6f-1f13-40df-8d0e-25cfb2d61910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:18.764498 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aac6f-1f13-40df-8d0e-25cfb2d61910 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:18.764827 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aac6f-1f13-40df-8d0e-25cfb2d61910 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:18.765150 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aac6f-1f13-40df-8d0e-25cfb2d61910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:18.765473 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aac6f-1f13-40df-8d0e-25cfb2d61910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:18.765792 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aac6f-1f13-40df-8d0e-25cfb2d61910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:18.766109 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aac6f-1f13-40df-8d0e-25cfb2d61910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:18.803125 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1ee6eece-5372-435d-be42-dd27a86928f2 admin admin] Publish callbacks [] for security_group (f8b89ac2-efe5-475d-9413-49d9ea17eae1), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:18.824804 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1ee6eece-5372-435d-be42-dd27a86928f2 admin admin] Publish callbacks [] for security_group (f8b89ac2-efe5-475d-9413-49d9ea17eae1), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:18.921869 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7df47-f8ef-451d-b941-f12420c20d06 req-9812e954-c14e-452b-823c-8ac6d994846b tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:18.923256 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-25a7df47-f8ef-451d-b941-f12420c20d06 req-9812e954-c14e-452b-823c-8ac6d994846b tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 944 time: 0.0519216 Mar 08 19:19:18.955872 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1ee6eece-5372-435d-be42-dd27a86928f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (f8b89ac2-efe5-475d-9413-49d9ea17eae1), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:18.959083 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1ee6eece-5372-435d-be42-dd27a86928f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:18.960175 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-1ee6eece-5372-435d-be42-dd27a86928f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8b89ac2-efe5-475d-9413-49d9ea17eae1 HTTP/1.1" status: 204 len: 168 time: 0.2030349 Mar 08 19:19:18.976739 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6eece-5372-435d-be42-dd27a86928f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b89ac2-efe5-475d-9413-49d9ea17eae1,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:18.987869 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-25a7df47-f8ef-451d-b941-f12420c20d06 req-25ddd3d8-250d-473e-a59e-0821f3436e61 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585046 Mar 08 19:19:19.560259 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77af437-9e05-4b25-92c1-6d8f71a13093 req-bd0f25d7-6cb2-4dd7-a9ea-a46c4110286d tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:19.561736 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e77af437-9e05-4b25-92c1-6d8f71a13093 req-bd0f25d7-6cb2-4dd7-a9ea-a46c4110286d tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 944 time: 0.0547421 Mar 08 19:19:19.610564 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e77af437-9e05-4b25-92c1-6d8f71a13093 req-02c47bba-d470-4e29-966e-6d7fb5ca7800 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428219 Mar 08 19:19:19.835524 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f4552-225f-4816-8092-4cd51a8c414b req-3cdd5600-d696-4460-8fa8-4f3d108a5c50 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:19.837007 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-487f4552-225f-4816-8092-4cd51a8c414b req-3cdd5600-d696-4460-8fa8-4f3d108a5c50 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0579722 Mar 08 19:19:19.883808 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-487f4552-225f-4816-8092-4cd51a8c414b req-d565a2ad-cf46-4b0b-a32b-c1c7c2475b5a tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412123 Mar 08 19:19:20.109075 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a16337-e30d-492d-a5dd-55e7f3f2c7b3 req-b914b4a2-a7c1-442f-8e0c-1db871ff00dd tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:20.110610 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-20a16337-e30d-492d-a5dd-55e7f3f2c7b3 req-b914b4a2-a7c1-442f-8e0c-1db871ff00dd tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 944 time: 0.0533104 Mar 08 19:19:20.155827 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-20a16337-e30d-492d-a5dd-55e7f3f2c7b3 req-7a4743a8-4605-482d-be0e-614a7eb89473 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397184 Mar 08 19:19:20.712164 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2cd02910-9edc-4112-b500-ce5b7e3f552c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.726854 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047517c-7fdf-4ced-b348-699fd4c7688c req-f4bc62b7-af2b-40ee-923c-e55c7a798e03 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:20.728398 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0047517c-7fdf-4ced-b348-699fd4c7688c req-f4bc62b7-af2b-40ee-923c-e55c7a798e03 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 944 time: 0.0540977 Mar 08 19:19:20.780193 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0047517c-7fdf-4ced-b348-699fd4c7688c req-15e70128-9687-4ef8-8157-e7af913394cf tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461895 Mar 08 19:19:20.945758 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc2aac-fe63-4c87-9d5a-0b62d3e02a85 req-78b6218c-df81-4df6-830d-81364eab774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:20.948130 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a7fc2aac-fe63-4c87-9d5a-0b62d3e02a85 req-78b6218c-df81-4df6-830d-81364eab774c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7758735aa6ea4cb9b3374aa19714948f&device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 1129 time: 0.0580730 Mar 08 19:19:21.011392 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4c74c-a582-460f-b82f-f2f282f058e8 req-ce7a5f27-fdb7-4188-9e1c-805c9634fa4e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:21.012847 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-77a4c74c-a582-460f-b82f-f2f282f058e8 req-ce7a5f27-fdb7-4188-9e1c-805c9634fa4e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0519240 Mar 08 19:19:21.060191 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-77a4c74c-a582-460f-b82f-f2f282f058e8 req-a580a1ad-98ce-4430-98ba-7db832fa2d88 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419500 Mar 08 19:19:21.275238 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7aaf8d-1147-4fb8-a160-c8c925698580 req-e213da2d-931a-4032-a710-b985f327bf48 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:21.276638 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3d7aaf8d-1147-4fb8-a160-c8c925698580 req-e213da2d-931a-4032-a710-b985f327bf48 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 944 time: 0.0537829 Mar 08 19:19:21.321537 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3d7aaf8d-1147-4fb8-a160-c8c925698580 req-2fca96c8-7602-46e1-bcb7-581799801098 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394728 Mar 08 19:19:21.896535 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d98d3b-ad56-4302-998d-111d29374a2f req-bda35fa8-3d54-407d-bc65-7077741363a9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:21.897984 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-89d98d3b-ad56-4302-998d-111d29374a2f req-bda35fa8-3d54-407d-bc65-7077741363a9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 944 time: 0.0525699 Mar 08 19:19:21.944986 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-89d98d3b-ad56-4302-998d-111d29374a2f req-7a867083-21bf-4602-a187-16dd88517b24 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 Mar 08 19:19:22.175559 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a3519-0ac2-4be9-8092-1fe484767a4d req-08410e71-9014-400f-9502-8994a4419bc6 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:22.177007 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6d3a3519-0ac2-4be9-8092-1fe484767a4d req-08410e71-9014-400f-9502-8994a4419bc6 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0517461 Mar 08 19:19:22.280669 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6d3a3519-0ac2-4be9-8092-1fe484767a4d req-10d8e908-a369-4db8-8d10-e7b643a93037 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982308 Mar 08 19:19:22.307043 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc2aac-fe63-4c87-9d5a-0b62d3e02a85 req-304b8394-5349-4587-ae87-1b1ff976c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:22.308497 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a7fc2aac-fe63-4c87-9d5a-0b62d3e02a85 req-304b8394-5349-4587-ae87-1b1ff976c0d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e2029082-29cd-4552-a44b-4a5e4a15a1d8 HTTP/1.1" status: 200 len: 919 time: 0.1131930 Mar 08 19:19:22.354564 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a7fc2aac-fe63-4c87-9d5a-0b62d3e02a85 req-c7b22c3c-209d-4c39-bfea-f7bb5b9026fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8af561ea-f524-4bd3-b0b9-02469072d66c HTTP/1.1" status: 200 len: 217 time: 0.0373757 Mar 08 19:19:22.435907 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc2aac-fe63-4c87-9d5a-0b62d3e02a85 req-4b28eabf-f16d-41a8-baab-cf8721529c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:22.437393 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a7fc2aac-fe63-4c87-9d5a-0b62d3e02a85 req-4b28eabf-f16d-41a8-baab-cf8721529c1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc HTTP/1.1" status: 200 len: 858 time: 0.0694461 Mar 08 19:19:22.472648 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a7fc2aac-fe63-4c87-9d5a-0b62d3e02a85 req-7942f26e-b4be-4c8a-9ff8-c8c289741c9a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2029082-29cd-4552-a44b-4a5e4a15a1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288315 Mar 08 19:19:22.479493 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fd623-353c-4428-a27d-bf484e2d8b3c req-bb0a124e-7822-4273-9e2d-c5c59b27e5f7 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:22.480824 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6f8fd623-353c-4428-a27d-bf484e2d8b3c req-bb0a124e-7822-4273-9e2d-c5c59b27e5f7 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 944 time: 0.0880196 Mar 08 19:19:22.578943 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6f8fd623-353c-4428-a27d-bf484e2d8b3c req-8db22f52-1d97-4120-937d-68aca6287fa3 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899053 Mar 08 19:19:22.601805 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a7fc2aac-fe63-4c87-9d5a-0b62d3e02a85 req-dd4b425b-6fb8-4eb2-a0d3-0bace6203993 service neutron] 10.222.0.64 "GET /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200144 Mar 08 19:19:22.723061 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a7fc2aac-fe63-4c87-9d5a-0b62d3e02a85 req-9a807e7d-4913-4aa0-ab08-df8587ab407c service neutron] 10.222.0.64 "GET /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868223 Mar 08 19:19:23.067527 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501f352-b80a-4fe9-a6dc-af49242d4dd0 req-a6d75e3e-e869-421c-b133-4ced7e12e883 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:23.069022 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f501f352-b80a-4fe9-a6dc-af49242d4dd0 req-a6d75e3e-e869-421c-b133-4ced7e12e883 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 944 time: 0.0572147 Mar 08 19:19:23.083647 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-111c118b-6f43-4cee-9d51-5fa13845f6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:23.118392 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f501f352-b80a-4fe9-a6dc-af49242d4dd0 req-15e901f0-2d2f-4e46-a1d5-3bb053e1b69a tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436943 Mar 08 19:19:23.240290 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device aca3c951-0842-4e7d-a214-690231246f40 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:19:23.364101 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port aca3c951-0842-4e7d-a214-690231246f40 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:19:23.368546 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port aca3c951-0842-4e7d-a214-690231246f40 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:23.368918 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (aca3c951-0842-4e7d-a214-690231246f40), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:23.405813 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6c505-1ba1-48c9-934b-e42121ad84bc req-582301d2-b55b-472c-83d5-69985ddeb824 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:23.407765 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d2f6c505-1ba1-48c9-934b-e42121ad84bc req-582301d2-b55b-472c-83d5-69985ddeb824 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0538509 Mar 08 19:19:23.453608 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port aca3c951-0842-4e7d-a214-690231246f40 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:23.453988 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (aca3c951-0842-4e7d-a214-690231246f40), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:23.460364 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d2f6c505-1ba1-48c9-934b-e42121ad84bc req-8a8c6105-4343-43ab-8102-b1864275e00e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466049 Mar 08 19:19:23.477859 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5649f478-d535-436b-8d4d-a442378e6ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca3c951-0842-4e7d-a214-690231246f40'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:19:23.480097 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596a0a1c-d066-426f-935e-af9d8f944f7a" -d '{"events": [{"server_uuid": "5649f478-d535-436b-8d4d-a442378e6ccc", "name": "network-vif-plugged", "status": "completed", "tag": "aca3c951-0842-4e7d-a214-690231246f40"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:19:23.495407 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port aca3c951-0842-4e7d-a214-690231246f40, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aca3c951-0842-4e7d-a214-690231246f40,segment=NetworkSegment(0343e33a-0f8a-400e-8ccf-f53f8158ca93),segment_id=0343e33a-0f8a-400e-8ccf-f53f8158ca93)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:23.515486 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a745304-9035-42ae-8256-46af13b31488 x-openstack-request-id: req-9a745304-9035-42ae-8256-46af13b31488 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:19:23.515791 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5649f478-d535-436b-8d4d-a442378e6ccc", "name": "network-vif-plugged", "status": "completed", "tag": "aca3c951-0842-4e7d-a214-690231246f40", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:19:23.516044 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a745304-9035-42ae-8256-46af13b31488 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:19:23.516435 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5649f478-d535-436b-8d4d-a442378e6ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca3c951-0842-4e7d-a214-690231246f40', 'code': 200} Mar 08 19:19:23.577245 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (aca3c951-0842-4e7d-a214-690231246f40), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:23.625404 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=aca3c951-0842-4e7d-a214-690231246f40,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:23.702587 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bc280-fb42-40e8-a705-e4e9acb88358 req-124564fd-6fe6-43a9-9f55-a20342245000 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:23.704086 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-307bc280-fb42-40e8-a705-e4e9acb88358 req-124564fd-6fe6-43a9-9f55-a20342245000 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 945 time: 0.0531707 Mar 08 19:19:23.751448 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-307bc280-fb42-40e8-a705-e4e9acb88358 req-94dcd1ed-c7c9-489f-bcd8-084fcfa2cca0 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411358 Mar 08 19:19:23.860150 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dfc76-52b3-4959-a1fd-d8cd0accf6e2 req-7a4ab5f8-6a0a-435b-ba2b-50b8b7988744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:23.861619 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-253dfc76-52b3-4959-a1fd-d8cd0accf6e2 req-7a4ab5f8-6a0a-435b-ba2b-50b8b7988744 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 1129 time: 0.0437844 Mar 08 19:19:23.905904 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-253dfc76-52b3-4959-a1fd-d8cd0accf6e2 req-d055f6ad-337d-41b4-a298-3454c73b93a4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382674 Mar 08 19:19:24.100478 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:24.242814 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7fd3e-36f4-45b4-88db-ba087915dd1a req-89d0e5e1-2fcf-4263-8c21-66f230a9ba24 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:24.244296 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-12e7fd3e-36f4-45b4-88db-ba087915dd1a req-89d0e5e1-2fcf-4263-8c21-66f230a9ba24 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 944 time: 0.0554929 Mar 08 19:19:24.292675 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-12e7fd3e-36f4-45b4-88db-ba087915dd1a req-3a3b5e7c-9ba6-4b97-957e-bb7e1f82007c tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428932 Mar 08 19:19:24.580033 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7406bd-af07-4a16-8df8-fefd4b4b9569 req-1f1bd468-3692-4a91-a531-bcd0f25b9534 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:24.581637 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ee7406bd-af07-4a16-8df8-fefd4b4b9569 req-1f1bd468-3692-4a91-a531-bcd0f25b9534 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0530987 Mar 08 19:19:24.609027 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:24.628563 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ee7406bd-af07-4a16-8df8-fefd4b4b9569 req-1e7c2c74-dfd8-4a74-9e77-5f4bfe4ad3e0 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404952 Mar 08 19:19:24.868157 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c794676-4819-445d-8d42-6e285be9eaaa req-6c37f517-6d83-4eda-be42-1cf0c8507646 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:24.869675 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4c794676-4819-445d-8d42-6e285be9eaaa req-6c37f517-6d83-4eda-be42-1cf0c8507646 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 945 time: 0.0530889 Mar 08 19:19:24.918768 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4c794676-4819-445d-8d42-6e285be9eaaa req-13a57e4f-2b29-413d-92f9-69fba1145a62 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432267 Mar 08 19:19:25.237422 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:19:25.329103 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:25.340759 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': 'e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'port_id': 'e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61', 'mac_address': 'fa:16:3e:26:8c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:19:25.385553 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:25.385945 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:25.399986 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:19:25.419760 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79731559-1d01-4ed9-8bac-e3b6d09991ff req-31445ff9-616b-485d-b2a4-4805da36cbf7 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:25.421617 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-79731559-1d01-4ed9-8bac-e3b6d09991ff req-31445ff9-616b-485d-b2a4-4805da36cbf7 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 944 time: 0.0611553 Mar 08 19:19:25.424857 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:25.473324 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-79731559-1d01-4ed9-8bac-e3b6d09991ff req-022b0269-bf24-4c11-91c4-34af30e19c8f tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454416 Mar 08 19:19:25.513911 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:25.561978 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:25.746333 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:25.752094 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cf6e0-6921-4a4d-a5f4-7773184acae1 req-8790ee0c-280a-4bda-8b35-fecc3ae78160 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:25.755163 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-591cf6e0-6921-4a4d-a5f4-7773184acae1 req-8790ee0c-280a-4bda-8b35-fecc3ae78160 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0589328 Mar 08 19:19:25.806123 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-591cf6e0-6921-4a4d-a5f4-7773184acae1 req-4a9a1c5d-5955-4a3a-994c-24139578f3c5 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450726 Mar 08 19:19:26.017419 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:19:26.041001 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384a8de-7243-4dc3-82d3-fc1b64d2fbde req-d605f168-565d-4fbd-a78b-91133ab349ce tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:26.042641 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d384a8de-7243-4dc3-82d3-fc1b64d2fbde req-d605f168-565d-4fbd-a78b-91133ab349ce tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 945 time: 0.0590260 Mar 08 19:19:26.097144 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d384a8de-7243-4dc3-82d3-fc1b64d2fbde req-2c2a8e35-0846-44da-9080-370f398fa1d0 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478406 Mar 08 19:19:26.590311 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbed82-dae4-43f7-89b5-a7f0c81e4088 req-b40229f8-7802-45b0-943c-08ee704697cb tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:26.591812 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a0cbed82-dae4-43f7-89b5-a7f0c81e4088 req-b40229f8-7802-45b0-943c-08ee704697cb tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 945 time: 0.0529115 Mar 08 19:19:26.644167 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a0cbed82-dae4-43f7-89b5-a7f0c81e4088 req-86ae0e51-c2d7-4ff7-92a9-45d10d3b5a10 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441613 Mar 08 19:19:26.926269 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe860f5-7836-4362-b894-4b4fefac7a77 req-96db8332-e5f1-4c82-80e8-fd5a6c1e1094 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:26.930859 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5fe860f5-7836-4362-b894-4b4fefac7a77 req-96db8332-e5f1-4c82-80e8-fd5a6c1e1094 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0590696 Mar 08 19:19:26.975481 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5fe860f5-7836-4362-b894-4b4fefac7a77 req-0ce47e46-b14e-47f1-a5e0-7b3c1bfc9708 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423985 Mar 08 19:19:27.011442 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:27.248185 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:19:27.399626 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:19:27.403811 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:27.404183 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:27.484900 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:27.485288 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:27.508169 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0a23f2-076a-4ba6-9866-d6045a2f2888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:19:27.511230 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898c2512-affa-468e-94d8-45bdf73cf16d" -d '{"events": [{"server_uuid": "9e0a23f2-076a-4ba6-9866-d6045a2f2888", "name": "network-vif-plugged", "status": "completed", "tag": "e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:19:27.522643 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:27.545712 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49a64fe-85ee-4b43-a11f-54f09db6d09a x-openstack-request-id: req-f49a64fe-85ee-4b43-a11f-54f09db6d09a {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:19:27.545712 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0a23f2-076a-4ba6-9866-d6045a2f2888", "name": "network-vif-plugged", "status": "completed", "tag": "e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:19:27.545712 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f49a64fe-85ee-4b43-a11f-54f09db6d09a {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:19:27.545712 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0a23f2-076a-4ba6-9866-d6045a2f2888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61', 'code': 200} Mar 08 19:19:27.597717 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:27.646679 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:27.677041 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0bea0-6bb6-4dc3-ab4c-e2ad0d0dd8d3 req-043a2e89-ef97-4a6d-910b-73733e624727 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:27.678701 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-81c0bea0-6bb6-4dc3-ab4c-e2ad0d0dd8d3 req-043a2e89-ef97-4a6d-910b-73733e624727 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 945 time: 0.0540614 Mar 08 19:19:27.754040 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-81c0bea0-6bb6-4dc3-ab4c-e2ad0d0dd8d3 req-c3308e3b-e6e4-40d2-a247-078dbd3ca263 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695794 Mar 08 19:19:27.786759 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66e85a-00e4-4dd3-bc91-00a12b07ae65 req-4f78f8dc-e7c9-4e06-956b-899528ca1619 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:27.788347 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ad66e85a-00e4-4dd3-bc91-00a12b07ae65 req-4f78f8dc-e7c9-4e06-956b-899528ca1619 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 946 time: 0.0720036 Mar 08 19:19:27.851397 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ad66e85a-00e4-4dd3-bc91-00a12b07ae65 req-25fc5a17-cb02-4003-8f77-17d2ed06f975 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571530 Mar 08 19:19:27.950155 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47bd92-1286-42b7-830d-23b8b12bc0de req-05a02f23-16a7-47b5-a547-867d76835701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:27.952553 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ce47bd92-1286-42b7-830d-23b8b12bc0de req-05a02f23-16a7-47b5-a547-867d76835701 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 1130 time: 0.0560608 Mar 08 19:19:28.001029 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ce47bd92-1286-42b7-830d-23b8b12bc0de req-68762c44-020d-4762-a3e8-20fd5becdbab service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425150 Mar 08 19:19:28.882667 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b57f90-e1a4-45e3-8fca-b15e47c48fc4 req-5457a398-9b1d-4f71-a4d5-a109121a8661 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:28.884202 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-16b57f90-e1a4-45e3-8fca-b15e47c48fc4 req-5457a398-9b1d-4f71-a4d5-a109121a8661 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 945 time: 0.0545897 Mar 08 19:19:28.933506 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-16b57f90-e1a4-45e3-8fca-b15e47c48fc4 req-bba9946a-42f1-432e-83b1-c3c696f5907d tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436904 Mar 08 19:19:28.987929 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d09f5-5ee5-45e0-b4c9-7b14e5a42f10 req-83fb8dcf-5fe4-458a-b548-05aca2d19ce5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:28.989326 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-146d09f5-5ee5-45e0-b4c9-7b14e5a42f10 req-83fb8dcf-5fe4-458a-b548-05aca2d19ce5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 946 time: 0.0605040 Mar 08 19:19:29.038748 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-146d09f5-5ee5-45e0-b4c9-7b14e5a42f10 req-554f7c05-01fc-44f3-802d-5389db0d93ef tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436001 Mar 08 19:19:29.801279 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cb14c-d26b-4e97-9667-8eb8cfe03ba2 req-be1957c4-0a8a-4260-93cd-6fd77a31503c tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:29.802752 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-226cb14c-d26b-4e97-9667-8eb8cfe03ba2 req-be1957c4-0a8a-4260-93cd-6fd77a31503c tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.64 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 945 time: 0.0539632 Mar 08 19:19:29.933599 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-226cb14c-d26b-4e97-9667-8eb8cfe03ba2 req-42a87e07-8fe8-4803-bbcd-34a11418dbca tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Deleting port aca3c951-0842-4e7d-a214-690231246f40 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:19:29.933937 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-226cb14c-d26b-4e97-9667-8eb8cfe03ba2 req-42a87e07-8fe8-4803-bbcd-34a11418dbca tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (aca3c951-0842-4e7d-a214-690231246f40), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:30.031529 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 42328) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:30.107680 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-226cb14c-d26b-4e97-9667-8eb8cfe03ba2 req-42a87e07-8fe8-4803-bbcd-34a11418dbca tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] For port aca3c951-0842-4e7d-a214-690231246f40, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aca3c951-0842-4e7d-a214-690231246f40,segment=NetworkSegment(0343e33a-0f8a-400e-8ccf-f53f8158ca93),segment_id=0343e33a-0f8a-400e-8ccf-f53f8158ca93)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:30.108480 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-226cb14c-d26b-4e97-9667-8eb8cfe03ba2 req-42a87e07-8fe8-4803-bbcd-34a11418dbca tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (aca3c951-0842-4e7d-a214-690231246f40), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:30.135604 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-226cb14c-d26b-4e97-9667-8eb8cfe03ba2 req-42a87e07-8fe8-4803-bbcd-34a11418dbca tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Calling delete_port for aca3c951-0842-4e7d-a214-690231246f40 owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:19:30.139431 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb69658-79cc-4402-aaf5-35211505eca9 req-7d25b77d-e238-417d-94ca-655bb746ea0d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:30.140897 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2bb69658-79cc-4402-aaf5-35211505eca9 req-7d25b77d-e238-417d-94ca-655bb746ea0d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.1355965 Mar 08 19:19:30.146320 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-35b8f602-ad81-4e7c-9926-ae741e7ca47d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:30.160846 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84399c2a-4710-4464-a7fe-531f59467dc7 req-10a82aa8-2bd6-466a-ba71-5434754a772c tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:30.162274 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-84399c2a-4710-4464-a7fe-531f59467dc7 req-10a82aa8-2bd6-466a-ba71-5434754a772c tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 945 time: 0.1443884 Mar 08 19:19:30.220019 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-35b8f602-ad81-4e7c-9926-ae741e7ca47d admin admin] Publish callbacks [] for security_group (37570707-c7b4-414f-a7fb-e06063ab6507), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:30.302096 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2bb69658-79cc-4402-aaf5-35211505eca9 req-d047e629-46f9-4d75-83c9-d42518d5bfad tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543820 Mar 08 19:19:30.307609 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-84399c2a-4710-4464-a7fe-531f59467dc7 req-327e2790-40da-471b-b6bb-ade83676a3b2 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7398c3ad-162a-4903-8a97-0fe29698d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380689 Mar 08 19:19:30.328866 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-35b8f602-ad81-4e7c-9926-ae741e7ca47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (37570707-c7b4-414f-a7fb-e06063ab6507), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:30.366855 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-35b8f602-ad81-4e7c-9926-ae741e7ca47d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd6da52443c1496e9a1cea7120659b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341289 Mar 08 19:19:30.369571 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 42336) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:30.410830 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8f602-ad81-4e7c-9926-ae741e7ca47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37570707-c7b4-414f-a7fb-e06063ab6507,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:30.435160 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaebabc-6c16-4ed9-b922-36906a475876 req-3e2f016d-e6ab-4ea6-ab49-4afe41efac48 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:30.441145 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1aaebabc-6c16-4ed9-b922-36906a475876 req-3e2f016d-e6ab-4ea6-ab49-4afe41efac48 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 946 time: 0.0737562 Mar 08 19:19:30.442943 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-51e6a02e-c40a-4b6e-8ca5-88453caffefc admin admin] Publish callbacks [] for security_group (37570707-c7b4-414f-a7fb-e06063ab6507), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:30.469139 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-51e6a02e-c40a-4b6e-8ca5-88453caffefc admin admin] Publish callbacks [] for security_group (37570707-c7b4-414f-a7fb-e06063ab6507), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:30.492864 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1aaebabc-6c16-4ed9-b922-36906a475876 req-acadb8f2-a25c-48b8-9dcb-a1f5656b4077 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479951 Mar 08 19:19:30.494606 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-226cb14c-d26b-4e97-9667-8eb8cfe03ba2 req-42a87e07-8fe8-4803-bbcd-34a11418dbca tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (aca3c951-0842-4e7d-a214-690231246f40), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:30.507713 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['aca3c951-0842-4e7d-a214-690231246f40'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:19:30.523696 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a87e07-8fe8-4803-bbcd-34a11418dbca tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Pushing event deleted for resources: {'Port': ['ID=aca3c951-0842-4e7d-a214-690231246f40,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:30.590499 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-226cb14c-d26b-4e97-9667-8eb8cfe03ba2 req-42a87e07-8fe8-4803-bbcd-34a11418dbca tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] No DVR routers for this DVR port aca3c951-0842-4e7d-a214-690231246f40 on host hv-cinder-83009 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:19:30.602052 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-226cb14c-d26b-4e97-9667-8eb8cfe03ba2 req-42a87e07-8fe8-4803-bbcd-34a11418dbca tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:30.605376 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-226cb14c-d26b-4e97-9667-8eb8cfe03ba2 req-42a87e07-8fe8-4803-bbcd-34a11418dbca tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.64 "DELETE /v2.0/ports/aca3c951-0842-4e7d-a214-690231246f40 HTTP/1.1" status: 204 len: 173 time: 0.7971158 Mar 08 19:19:30.605819 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5649f478-d535-436b-8d4d-a442378e6ccc', 'name': 'network-vif-deleted', 'tag': 'aca3c951-0842-4e7d-a214-690231246f40'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:19:30.608150 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116b49ae-e316-464c-976e-801edb7fcf3c" -d '{"events": [{"server_uuid": "5649f478-d535-436b-8d4d-a442378e6ccc", "name": "network-vif-deleted", "tag": "aca3c951-0842-4e7d-a214-690231246f40"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:19:30.651732 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd72008-218d-41d6-ad52-6fcbce5a4c0e req-0bc77e52-0c64-43fe-82c6-beee1e225c8a tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:30.653403 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ccd72008-218d-41d6-ad52-6fcbce5a4c0e req-0bc77e52-0c64-43fe-82c6-beee1e225c8a tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 946 time: 0.0643177 Mar 08 19:19:30.654578 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-51e6a02e-c40a-4b6e-8ca5-88453caffefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (37570707-c7b4-414f-a7fb-e06063ab6507), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:30.657153 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-51e6a02e-c40a-4b6e-8ca5-88453caffefc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:30.658314 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-51e6a02e-c40a-4b6e-8ca5-88453caffefc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37570707-c7b4-414f-a7fb-e06063ab6507 HTTP/1.1" status: 204 len: 168 time: 0.2876694 Mar 08 19:19:30.671640 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6a02e-c40a-4b6e-8ca5-88453caffefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37570707-c7b4-414f-a7fb-e06063ab6507,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:30.720905 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ccd72008-218d-41d6-ad52-6fcbce5a4c0e req-9eef8ec5-b9ec-4970-b5b4-8e2400ea6b1e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604131 Mar 08 19:19:30.747468 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 42350) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:30.770986 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2e6cd0-44cd-4258-8099-7df0cacffe75 x-openstack-request-id: req-de2e6cd0-44cd-4258-8099-7df0cacffe75 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:19:30.773997 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5649f478-d535-436b-8d4d-a442378e6ccc", "name": "network-vif-deleted", "tag": "aca3c951-0842-4e7d-a214-690231246f40", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:19:30.773997 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de2e6cd0-44cd-4258-8099-7df0cacffe75 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:19:30.773997 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5649f478-d535-436b-8d4d-a442378e6ccc', 'name': 'network-vif-deleted', 'tag': 'aca3c951-0842-4e7d-a214-690231246f40', 'status': 'completed', 'code': 200} Mar 08 19:19:30.900571 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4bf662-5a13-4067-81e4-6ce06f4a1d7a tempest-TestVolumeBootPattern-316452025 tempest-TestVolumeBootPattern-316452025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:30.902094 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-bd4bf662-5a13-4067-81e4-6ce06f4a1d7a tempest-TestVolumeBootPattern-316452025 tempest-TestVolumeBootPattern-316452025-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 1125 time: 0.1535258 Mar 08 19:19:30.905118 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 42354) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:30.909437 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Request body: {'floatingip': {'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'port_id': 'e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:31.056578 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:31.156452 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:31.265229 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Allocated IP 172.27.2.126 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/735d9c56-5fbf-4761-9443-2addb7491b0b) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:19:31.372863 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for port (735d9c56-5fbf-4761-9443-2addb7491b0b), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:31.450954 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c0ef1ea0-e932-4159-a7bc-4645ad380820 req-98ff6fb0-7a05-4aa7-b2e8-d78b5d386c88 tempest-VolumesActionsTest-1245217204 tempest-VolumesActionsTest-1245217204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5649f478-d535-436b-8d4d-a442378e6ccc HTTP/1.1" status: 200 len: 210 time: 0.0355642 Mar 08 19:19:31.542546 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (735d9c56-5fbf-4761-9443-2addb7491b0b), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:31.584869 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:31.587870 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:31.591658 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:19:31.624179 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event updated for resources: {'Port': ['ID=735d9c56-5fbf-4761-9443-2addb7491b0b,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:32.107225 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for floatingip (2a578109-a96b-47c0-bf79-061f3793dafb), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:32.341068 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (735d9c56-5fbf-4761-9443-2addb7491b0b), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:32.504185 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for port (735d9c56-5fbf-4761-9443-2addb7491b0b), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:32.625577 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (735d9c56-5fbf-4761-9443-2addb7491b0b), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:32.697500 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event updated for resources: {'Port': ['ID=735d9c56-5fbf-4761-9443-2addb7491b0b,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:32.705447 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (2a578109-a96b-47c0-bf79-061f3793dafb), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:32.809896 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.l3_db [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Floating IP 2a578109-a96b-47c0-bf79-061f3793dafb associated. External IP: 172.27.2.126, port: e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61. Mar 08 19:19:33.248445 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device aca3c951-0842-4e7d-a214-690231246f40 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:19:33.260178 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Router b21fc775-176e-4cc6-8a14-2e18175dfe9e has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:19:33.267893 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: aca3c951-0842-4e7d-a214-690231246f40 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:19:33.269765 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device aca3c951-0842-4e7d-a214-690231246f40 not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:19:33.375868 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:19:33.386142 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124f617-248b-43af-abef-cff642b77dcf None None] Sync routers for ids ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:19:33.397449 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124f617-248b-43af-abef-cff642b77dcf None None] Routers {'b21fc775-176e-4cc6-8a14-2e18175dfe9e'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:19:33.398107 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-c124f617-248b-43af-abef-cff642b77dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:19:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:33.510094 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-c124f617-248b-43af-abef-cff642b77dcf None None] Set router b21fc775-176e-4cc6-8a14-2e18175dfe9e gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:19:33.527182 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:33.558140 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-69f5648a-dbce-4234-b55c-80acbd256fda tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6517649 Mar 08 19:19:33.558719 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0a23f2-076a-4ba6-9866-d6045a2f2888', 'tag': 'e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:19:33.561016 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceefcf85-0151-4a13-8604-d0aae83b294d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0a23f2-076a-4ba6-9866-d6045a2f2888", "tag": "e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:19:33.597576 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbf69b9-2031-4115-bd8c-1ad7585a6150 x-openstack-request-id: req-1dbf69b9-2031-4115-bd8c-1ad7585a6150 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:19:33.597995 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0a23f2-076a-4ba6-9866-d6045a2f2888", "tag": "e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:19:33.598253 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dbf69b9-2031-4115-bd8c-1ad7585a6150 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:19:33.598711 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0a23f2-076a-4ba6-9866-d6045a2f2888', 'tag': 'e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61', 'status': 'completed', 'code': 200} Mar 08 19:19:33.670013 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefcf85-0151-4a13-8604-d0aae83b294d req-a823afe7-2965-45ea-b440-45d451d10d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:33.672449 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ceefcf85-0151-4a13-8604-d0aae83b294d req-a823afe7-2965-45ea-b440-45d451d10d6d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77bda9809dfb4144986c270b0493dcb9&device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 1130 time: 0.0543773 Mar 08 19:19:33.749015 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-c124f617-248b-43af-abef-cff642b77dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '2a578109-a96b-47c0-bf79-061f3793dafb', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'port_id': 'e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'mac_address': 'fa:16:3e:26:8c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0a23f2-076a-4ba6-9866-d6045a2f2888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:19:31Z', 'updated_at': '2022-03-08T19:19:31Z', 'revision_number': 0, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:43Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:33.784584 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124f617-248b-43af-abef-cff642b77dcf None None] Checking router: b21fc775-176e-4cc6-8a14-2e18175dfe9e for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:19:33.796280 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124f617-248b-43af-abef-cff642b77dcf None None] Routers {'b21fc775-176e-4cc6-8a14-2e18175dfe9e'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:19:33.803715 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-c124f617-248b-43af-abef-cff642b77dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:19:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:33.818758 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefcf85-0151-4a13-8604-d0aae83b294d req-3bca5427-da55-4dbc-b627-1be2de9f8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:33.820246 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ceefcf85-0151-4a13-8604-d0aae83b294d req-3bca5427-da55-4dbc-b627-1be2de9f8bed service neutron] 10.222.0.64 "GET /v2.0/networks?id=a87c540b-f15d-4b47-9f06-54063bb28b6d HTTP/1.1" status: 200 len: 913 time: 0.1417062 Mar 08 19:19:33.903377 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ceefcf85-0151-4a13-8604-d0aae83b294d req-f66a55df-2af8-47cf-9ab9-4cc039dd063a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 HTTP/1.1" status: 200 len: 1000 time: 0.0770130 Mar 08 19:19:33.928931 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-c124f617-248b-43af-abef-cff642b77dcf None None] Set router b21fc775-176e-4cc6-8a14-2e18175dfe9e gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:19:33.958020 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefcf85-0151-4a13-8604-d0aae83b294d req-f756fe41-1c2d-4f97-9458-6401d30b2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:33.959765 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ceefcf85-0151-4a13-8604-d0aae83b294d req-f756fe41-1c2d-4f97-9458-6401d30b2780 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=845dbfc1-effb-4886-8b24-637bc4d19911 HTTP/1.1" status: 200 len: 851 time: 0.0487564 Mar 08 19:19:34.018287 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefcf85-0151-4a13-8604-d0aae83b294d req-83705353-9a09-4080-994f-a42438006fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:34.019838 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ceefcf85-0151-4a13-8604-d0aae83b294d req-83705353-9a09-4080-994f-a42438006fe1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a87c540b-f15d-4b47-9f06-54063bb28b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510271 Mar 08 19:19:34.122136 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ceefcf85-0151-4a13-8604-d0aae83b294d req-89f9df64-611e-413c-a5b8-cf249424b4c0 service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962596 Mar 08 19:19:34.176617 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-c124f617-248b-43af-abef-cff642b77dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '2a578109-a96b-47c0-bf79-061f3793dafb', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'port_id': 'e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'mac_address': 'fa:16:3e:26:8c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0a23f2-076a-4ba6-9866-d6045a2f2888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:19:31Z', 'updated_at': '2022-03-08T19:19:31Z', 'revision_number': 0, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:43Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:34.203187 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124f617-248b-43af-abef-cff642b77dcf None None] The sync data for ids ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'] in dv-cinder-830092-3-iscsi is: [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '2a578109-a96b-47c0-bf79-061f3793dafb', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'port_id': 'e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'mac_address': 'fa:16:3e:26:8c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0a23f2-076a-4ba6-9866-d6045a2f2888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:19:31Z', 'updated_at': '2022-03-08T19:19:31Z', 'revision_number': 0, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:43Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:19:34.210618 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ceefcf85-0151-4a13-8604-d0aae83b294d req-9c03ac5e-2a11-4474-b0a0-fe550253c809 service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810270 Mar 08 19:19:34.407829 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f647e0-44f0-4c6d-82ad-c3a9650092dc None None] New status for floating IP 2a578109-a96b-47c0-bf79-061f3793dafb: ACTIVE {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:19:38.696004 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:19:42.505417 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bce44f-7c98-4b4d-b9a1-4ed0556dab71 req-dee450b9-e74a-4cc3-8c82-e7d106b0160d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:42.512297 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c6bce44f-7c98-4b4d-b9a1-4ed0556dab71 req-dee450b9-e74a-4cc3-8c82-e7d106b0160d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0768559 Mar 08 19:19:42.599971 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c6bce44f-7c98-4b4d-b9a1-4ed0556dab71 req-85bb3847-06e9-48dc-8826-5bb6d0940ee8 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868123 Mar 08 19:19:43.044573 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a5fc0-4eea-4493-a32a-9bc99ce32020 req-a2d548a8-3b62-40c4-8ba5-b3baa3f3c5c0 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:43.052421 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f89a5fc0-4eea-4493-a32a-9bc99ce32020 req-a2d548a8-3b62-40c4-8ba5-b3baa3f3c5c0 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0850322 Mar 08 19:19:43.144744 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f89a5fc0-4eea-4493-a32a-9bc99ce32020 req-09d5eda2-2a44-4956-aef8-7e69ca8b1c70 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841951 Mar 08 19:19:43.148686 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330fc39-3cc8-4042-a23d-178485cd48fe req-61230dce-4c28-4e3d-9890-347cf2ecb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:43.150735 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a330fc39-3cc8-4042-a23d-178485cd48fe req-61230dce-4c28-4e3d-9890-347cf2ecb693 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7758735aa6ea4cb9b3374aa19714948f&device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 1129 time: 0.1034327 Mar 08 19:19:43.320029 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330fc39-3cc8-4042-a23d-178485cd48fe req-5d6896f5-309e-41ee-bb05-99706b9735ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:43.320029 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a330fc39-3cc8-4042-a23d-178485cd48fe req-5d6896f5-309e-41ee-bb05-99706b9735ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=e2029082-29cd-4552-a44b-4a5e4a15a1d8 HTTP/1.1" status: 200 len: 919 time: 0.1444368 Mar 08 19:19:43.368481 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a330fc39-3cc8-4042-a23d-178485cd48fe req-82b90337-e6c0-4fff-854d-d3c87c59a697 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8af561ea-f524-4bd3-b0b9-02469072d66c HTTP/1.1" status: 200 len: 217 time: 0.0509865 Mar 08 19:19:43.425321 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330fc39-3cc8-4042-a23d-178485cd48fe req-2de774fd-cde0-4db6-b126-61f46abcffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:43.426896 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a330fc39-3cc8-4042-a23d-178485cd48fe req-2de774fd-cde0-4db6-b126-61f46abcffa0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc HTTP/1.1" status: 200 len: 858 time: 0.0509064 Mar 08 19:19:43.696953 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a330fc39-3cc8-4042-a23d-178485cd48fe req-b6ae9b5c-4a08-4e1c-9abb-2de5a1482e3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2029082-29cd-4552-a44b-4a5e4a15a1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2633221 Mar 08 19:19:43.848876 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a107628-cbaf-4e56-96a9-255b6dcf406f req-24c572cb-7b1a-4fa8-8418-c234218d4215 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:43.851425 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5a107628-cbaf-4e56-96a9-255b6dcf406f req-24c572cb-7b1a-4fa8-8418-c234218d4215 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.1652420 Mar 08 19:19:43.853784 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a330fc39-3cc8-4042-a23d-178485cd48fe req-92c31bea-0df3-45c5-bd19-1d082e06314b service neutron] 10.222.0.64 "GET /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136346 Mar 08 19:19:43.965312 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5a107628-cbaf-4e56-96a9-255b6dcf406f req-efb6e35f-ba9a-4593-bd44-c2c36fc29708 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091793 Mar 08 19:19:43.987147 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a330fc39-3cc8-4042-a23d-178485cd48fe req-e2622c6a-1e7a-4618-9cac-b9a2b2485571 service neutron] 10.222.0.64 "GET /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243169 Mar 08 19:19:44.278978 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4f26e-0e90-4065-855e-36f2311329f4 req-5b185ed9-a29e-4f61-9f88-c0136c0e0da8 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:44.280511 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3bd4f26e-0e90-4065-855e-36f2311329f4 req-5b185ed9-a29e-4f61-9f88-c0136c0e0da8 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0526690 Mar 08 19:19:44.328152 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3bd4f26e-0e90-4065-855e-36f2311329f4 req-fe83ad0c-f1e8-491b-a098-ea910bcc3ccc tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417614 Mar 08 19:19:45.150470 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d45d8f-5526-4fac-b74e-4e4ffe45bf7d req-748d88d9-d399-40d6-9ad6-d66c949e6896 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:45.153368 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-49d45d8f-5526-4fac-b74e-4e4ffe45bf7d req-748d88d9-d399-40d6-9ad6-d66c949e6896 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0902195 Mar 08 19:19:45.238849 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-49d45d8f-5526-4fac-b74e-4e4ffe45bf7d req-7ffe9ffd-fe75-4594-9d08-c854b87d8022 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757649 Mar 08 19:19:45.482832 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b69313-6b18-4ad9-8117-c87ff5104192 req-5eb06037-cdb5-44d3-ad8c-5995162e8ad8 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:45.482832 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-41b69313-6b18-4ad9-8117-c87ff5104192 req-5eb06037-cdb5-44d3-ad8c-5995162e8ad8 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0820098 Mar 08 19:19:45.542001 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-41b69313-6b18-4ad9-8117-c87ff5104192 req-75ae966f-38d0-4c6a-937a-ad9156ef8861 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527380 Mar 08 19:19:46.419581 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d1ed2-cea4-4324-9049-be56fff6d1ea req-84f8ab3a-c719-4d53-ade0-4620bd50d714 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:46.420272 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-422d1ed2-cea4-4324-9049-be56fff6d1ea req-84f8ab3a-c719-4d53-ade0-4620bd50d714 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0912621 Mar 08 19:19:46.532942 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-422d1ed2-cea4-4324-9049-be56fff6d1ea req-af74faa1-92e3-4c45-98c3-8ec5a4c09b1d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030574 Mar 08 19:19:46.874654 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f784ae-e934-4614-9196-84aabfc6aed0 req-91870ce7-6687-4c9c-b885-09fc2fc6d3dc tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:46.877252 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d1f784ae-e934-4614-9196-84aabfc6aed0 req-91870ce7-6687-4c9c-b885-09fc2fc6d3dc tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.2489786 Mar 08 19:19:46.937564 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d1f784ae-e934-4614-9196-84aabfc6aed0 req-eb7dd677-3760-498d-99d0-5a201066802b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546842 Mar 08 19:19:47.695362 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa07c7-cd0f-421b-b4b4-fec5bd5ab53a req-e075b65c-804e-4b4c-9527-0fe1858ca30a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:47.697183 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9caa07c7-cd0f-421b-b4b4-fec5bd5ab53a req-e075b65c-804e-4b4c-9527-0fe1858ca30a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0795946 Mar 08 19:19:47.755307 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9caa07c7-cd0f-421b-b4b4-fec5bd5ab53a req-9be6e155-ddbe-4261-a160-b21cdef22682 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516953 Mar 08 19:19:48.101326 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dca6c-a857-4c5d-a65f-b89f78e8fba3 req-7967b5d8-72bf-474f-8660-b67b15e9644b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:48.103183 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b71dca6c-a857-4c5d-a65f-b89f78e8fba3 req-7967b5d8-72bf-474f-8660-b67b15e9644b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0742567 Mar 08 19:19:48.171059 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b71dca6c-a857-4c5d-a65f-b89f78e8fba3 req-84884f04-a3d2-4884-9fa9-81fec0426c1a tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617704 Mar 08 19:19:48.898333 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d82c5-6371-4fb7-b746-315cf1e35c8e req-54cf9bc0-d64b-4fc5-9f2a-76e46dea6d04 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:48.900650 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-318d82c5-6371-4fb7-b746-315cf1e35c8e req-54cf9bc0-d64b-4fc5-9f2a-76e46dea6d04 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0575826 Mar 08 19:19:48.970021 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-318d82c5-6371-4fb7-b746-315cf1e35c8e req-9c39c409-3383-44af-a60c-d3bd386577d2 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593481 Mar 08 19:19:49.385660 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e8198-82a7-431c-9948-a94b59f5a7aa req-477da377-53c5-45f8-b202-cd1c8a51af33 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:49.398668 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 42772) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:49.399764 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-eb4e8198-82a7-431c-9948-a94b59f5a7aa req-477da377-53c5-45f8-b202-cd1c8a51af33 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.1003726 Mar 08 19:19:49.404838 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-4f36a924-0ee1-4035-97e4-9bc9a6dfe965 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--180186526', 'description': 'tempest-description--903600037'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:49.462291 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-eb4e8198-82a7-431c-9948-a94b59f5a7aa req-da92c573-b6b1-46a9-b7dc-9741a2ca64c4 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615025 Mar 08 19:19:49.527957 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4f36a924-0ee1-4035-97e4-9bc9a6dfe965 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:49.623007 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4f36a924-0ee1-4035-97e4-9bc9a6dfe965 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (ae7bab7a-3bc2-40d8-8703-e92d87f10855), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:49.707741 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4f36a924-0ee1-4035-97e4-9bc9a6dfe965 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (ae7bab7a-3bc2-40d8-8703-e92d87f10855), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:49.755385 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36a924-0ee1-4035-97e4-9bc9a6dfe965 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7bab7a-3bc2-40d8-8703-e92d87f10855,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:49.818142 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4f36a924-0ee1-4035-97e4-9bc9a6dfe965 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:49.820299 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-4f36a924-0ee1-4035-97e4-9bc9a6dfe965 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4190035 Mar 08 19:19:49.823785 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 42774) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:49.829467 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-bb0ad83c-d25f-402f-bfdc-e9794c6b8075 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'security_group_rule': {'security_group_id': 'ae7bab7a-3bc2-40d8-8703-e92d87f10855', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:49.969331 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb0ad83c-d25f-402f-bfdc-e9794c6b8075 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (2e602277-68b2-4114-8952-16903ce4eaac), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:50.100435 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb0ad83c-d25f-402f-bfdc-e9794c6b8075 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (2e602277-68b2-4114-8952-16903ce4eaac), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:50.127469 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30d5f2-72fc-4010-b099-b9d8dafe3c38 req-37ac7dc0-42a5-4070-920f-8d3224a9bbe9 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:50.129086 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0c30d5f2-72fc-4010-b099-b9d8dafe3c38 req-37ac7dc0-42a5-4070-920f-8d3224a9bbe9 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0713632 Mar 08 19:19:50.182440 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb0ad83c-d25f-402f-bfdc-e9794c6b8075 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (2e602277-68b2-4114-8952-16903ce4eaac), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:50.209146 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0c30d5f2-72fc-4010-b099-b9d8dafe3c38 req-0bc8aabf-f753-455e-b2ae-30c2d66df970 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741405 Mar 08 19:19:50.217957 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ad83c-d25f-402f-bfdc-e9794c6b8075 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e602277-68b2-4114-8952-16903ce4eaac,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:50.323802 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb0ad83c-d25f-402f-bfdc-e9794c6b8075 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:50.325326 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-bb0ad83c-d25f-402f-bfdc-e9794c6b8075 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5007772 Mar 08 19:19:50.327810 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 42788) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:50.335234 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-e2017d5c-b71f-4bf3-9835-06978a417c11 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'security_group_rule': {'security_group_id': 'ae7bab7a-3bc2-40d8-8703-e92d87f10855', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:50.501427 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2017d5c-b71f-4bf3-9835-06978a417c11 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (58493542-c4ab-44c8-92f9-d7a81e4be47d), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:50.602430 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2017d5c-b71f-4bf3-9835-06978a417c11 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (58493542-c4ab-44c8-92f9-d7a81e4be47d), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:50.619431 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013581e5-369e-4a18-8e24-0e729a187d8a req-49286acb-00e6-4a3f-ba5f-1c6bfe6ae846 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:50.621089 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-013581e5-369e-4a18-8e24-0e729a187d8a req-49286acb-00e6-4a3f-ba5f-1c6bfe6ae846 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0845354 Mar 08 19:19:50.694318 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-013581e5-369e-4a18-8e24-0e729a187d8a req-757ed0c9-ae76-44a0-b96b-0662b2aea727 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629876 Mar 08 19:19:50.701648 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2017d5c-b71f-4bf3-9835-06978a417c11 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (58493542-c4ab-44c8-92f9-d7a81e4be47d), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:50.724377 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-85df1f68-da74-4ef3-9119-5fe8adcc347c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:50.727487 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2017d5c-b71f-4bf3-9835-06978a417c11 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58493542-c4ab-44c8-92f9-d7a81e4be47d,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:50.794012 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2017d5c-b71f-4bf3-9835-06978a417c11 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:50.795289 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-e2017d5c-b71f-4bf3-9835-06978a417c11 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4637747 Mar 08 19:19:50.800372 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 42798) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:50.807152 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-49424092-c3cb-4651-87fe-f894de7493e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'floatingip': {'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:50.979019 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-49424092-c3cb-4651-87fe-f894de7493e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:51.082922 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-49424092-c3cb-4651-87fe-f894de7493e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:51.214627 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-49424092-c3cb-4651-87fe-f894de7493e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Allocated IP 172.27.2.20 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/d35f23d9-da03-46c3-a3cd-70029ce444a9) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:19:51.380358 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-49424092-c3cb-4651-87fe-f894de7493e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for port (d35f23d9-da03-46c3-a3cd-70029ce444a9), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:51.414621 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cf96a-dede-405c-b3e1-0556ed0e8b77 req-57a098c1-4458-4dd9-b39f-b977a57cacf6 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:51.417202 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9b0cf96a-dede-405c-b3e1-0556ed0e8b77 req-57a098c1-4458-4dd9-b39f-b977a57cacf6 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.1201112 Mar 08 19:19:51.501543 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9b0cf96a-dede-405c-b3e1-0556ed0e8b77 req-9bb39bfa-0a80-46cf-9e37-fc5d384b8af9 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680211 Mar 08 19:19:51.596229 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-49424092-c3cb-4651-87fe-f894de7493e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (d35f23d9-da03-46c3-a3cd-70029ce444a9), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:51.639550 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49424092-c3cb-4651-87fe-f894de7493e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:51.646391 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-49424092-c3cb-4651-87fe-f894de7493e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:51.649861 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49424092-c3cb-4651-87fe-f894de7493e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:19:51.702331 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49424092-c3cb-4651-87fe-f894de7493e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'Port': ['ID=d35f23d9-da03-46c3-a3cd-70029ce444a9,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:51.816636 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-49424092-c3cb-4651-87fe-f894de7493e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (4a886413-6545-481b-961a-ed5dfe28f90f), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:51.888874 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bfa63-ef17-451a-9a6e-f6120307ed64 req-2358d7cb-e343-4000-ae33-9d1963eae637 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:51.890695 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-af2bfa63-ef17-451a-9a6e-f6120307ed64 req-2358d7cb-e343-4000-ae33-9d1963eae637 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0691302 Mar 08 19:19:51.965567 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-49424092-c3cb-4651-87fe-f894de7493e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (d35f23d9-da03-46c3-a3cd-70029ce444a9), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.007762 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-af2bfa63-ef17-451a-9a6e-f6120307ed64 req-d5d4ea43-b77c-4041-bb88-e6fc87ede998 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094551 Mar 08 19:19:52.193613 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-49424092-c3cb-4651-87fe-f894de7493e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for port (d35f23d9-da03-46c3-a3cd-70029ce444a9), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.287298 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-49424092-c3cb-4651-87fe-f894de7493e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (d35f23d9-da03-46c3-a3cd-70029ce444a9), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.360186 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 42818) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:52.379172 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49424092-c3cb-4651-87fe-f894de7493e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'Port': ['ID=d35f23d9-da03-46c3-a3cd-70029ce444a9,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:52.397433 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-49424092-c3cb-4651-87fe-f894de7493e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (4a886413-6545-481b-961a-ed5dfe28f90f), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.501043 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-db636457-b719-4d6f-9ddc-ef4c71024b63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.595443 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-db636457-b719-4d6f-9ddc-ef4c71024b63 admin admin] Publish callbacks [] for security_group (69be4cf9-28bf-47df-a783-45e32d5b97fc), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.606950 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-49424092-c3cb-4651-87fe-f894de7493e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.611031 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-49424092-c3cb-4651-87fe-f894de7493e1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8071084 Mar 08 19:19:52.660170 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0245e3-03d1-4ca8-82e7-27fbb0f097a1 req-0edeb0dc-b358-4a86-9707-ad4e9ea368ef tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:52.661816 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cb0245e3-03d1-4ca8-82e7-27fbb0f097a1 req-0edeb0dc-b358-4a86-9707-ad4e9ea368ef tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0712714 Mar 08 19:19:52.706309 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-db636457-b719-4d6f-9ddc-ef4c71024b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (69be4cf9-28bf-47df-a783-45e32d5b97fc), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.721469 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cb0245e3-03d1-4ca8-82e7-27fbb0f097a1 req-efd7142f-fbb5-4851-ada9-8325cf891dc8 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539355 Mar 08 19:19:52.757285 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-db636457-b719-4d6f-9ddc-ef4c71024b63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=419ba838ee254545a05b81ea8262e1a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3960075 Mar 08 19:19:52.760998 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 42828) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:52.764526 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db636457-b719-4d6f-9ddc-ef4c71024b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69be4cf9-28bf-47df-a783-45e32d5b97fc,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:52.838132 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-97d24d62-c414-4cc4-9c81-c891ef87f6e5 admin admin] Publish callbacks [] for security_group (69be4cf9-28bf-47df-a783-45e32d5b97fc), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.878250 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-97d24d62-c414-4cc4-9c81-c891ef87f6e5 admin admin] Publish callbacks [] for security_group (69be4cf9-28bf-47df-a783-45e32d5b97fc), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.905509 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-a1e093fb-1d50-4484-9794-eb66c716418e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--180186526&fields=id&tenant_id=96c3bb88a07f471ba34d69352508cf40 HTTP/1.1" status: 200 len: 267 time: 0.0754228 Mar 08 19:19:53.041317 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-aea2c68c-2e9c-42db-a0a8-95ff84eefaeb tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:53.043020 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-aea2c68c-2e9c-42db-a0a8-95ff84eefaeb tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/networks?id=388fd34c-8824-4f29-8fd1-2b60271e031f HTTP/1.1" status: 200 len: 814 time: 0.1250024 Mar 08 19:19:53.054513 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-97d24d62-c414-4cc4-9c81-c891ef87f6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (69be4cf9-28bf-47df-a783-45e32d5b97fc), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:53.062609 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-97d24d62-c414-4cc4-9c81-c891ef87f6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:53.062609 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-97d24d62-c414-4cc4-9c81-c891ef87f6e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69be4cf9-28bf-47df-a783-45e32d5b97fc HTTP/1.1" status: 204 len: 168 time: 0.2997093 Mar 08 19:19:53.077817 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d24d62-c414-4cc4-9c81-c891ef87f6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69be4cf9-28bf-47df-a783-45e32d5b97fc,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:53.095087 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c284f1f5-c12a-4b0e-893f-f1ad6f92e2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:53.096334 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-881f18c0-b94d-4eb5-8e33-ebf3279454e3 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/quotas/96c3bb88a07f471ba34d69352508cf40 HTTP/1.1" status: 200 len: 375 time: 0.0325859 Mar 08 19:19:53.229177 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-846b6b63-e680-4364-a707-6e7bf72b6c48 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1246793 Mar 08 19:19:53.244462 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8fd22-e9d1-471a-bb1f-125a0939f5cb req-4b4dca7e-da04-46f7-9816-0c9f5b495097 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:53.246817 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-10f8fd22-e9d1-471a-bb1f-125a0939f5cb req-4b4dca7e-da04-46f7-9816-0c9f5b495097 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0993598 Mar 08 19:19:53.411225 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-10f8fd22-e9d1-471a-bb1f-125a0939f5cb req-28485fd2-848c-4ab7-bd31-d98d612327de tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485236 Mar 08 19:19:53.438589 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-92c2eeaf-a5b8-49c8-970b-c20801c741ab service neutron] 10.222.0.21 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743634 Mar 08 19:19:53.610681 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-62e32bcc-e652-4e92-9021-375217fbc393 service neutron] 10.222.0.21 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579442 Mar 08 19:19:53.845289 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e513b-b27d-4e39-a50f-2e430b808eb0 req-6380b6ef-4a90-4265-8b89-58997d2184dd tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:53.846762 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e58e513b-b27d-4e39-a50f-2e430b808eb0 req-6380b6ef-4a90-4265-8b89-58997d2184dd tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0529325 Mar 08 19:19:53.903164 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e58e513b-b27d-4e39-a50f-2e430b808eb0 req-f113469b-e202-4100-96e1-d42ce99affee tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507662 Mar 08 19:19:53.962234 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bb701010-ab4f-476a-bd95-27f2e3b0cd21 req-4f035b1d-6675-4c18-a546-d497ce2fccf4 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 210 time: 0.0335155 Mar 08 19:19:54.129139 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:54.571709 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1672e0-e11e-489b-b890-8f6e863385c9 req-bf2f904f-f176-4788-8cc1-5ee36eaeadbb tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:54.573280 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ba1672e0-e11e-489b-b890-8f6e863385c9 req-bf2f904f-f176-4788-8cc1-5ee36eaeadbb tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0834131 Mar 08 19:19:54.637638 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:54.642032 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ba1672e0-e11e-489b-b890-8f6e863385c9 req-082e3225-7cb3-4aaf-bcac-d6a600e0cbde tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612381 Mar 08 19:19:55.087434 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-934d3d2f-238a-4a6f-8a8a-5e121c187813 req-c3ad9551-c830-4ba1-a5da-8c36e5e66dd1 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 210 time: 0.0316048 Mar 08 19:19:55.106851 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e735f-1f11-4ed9-b4b4-fb6abf655721 req-9871ce98-5715-413b-af1d-fcd4938107c0 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:55.109127 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-991e735f-1f11-4ed9-b4b4-fb6abf655721 req-9871ce98-5715-413b-af1d-fcd4938107c0 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.1084430 Mar 08 19:19:55.180549 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-991e735f-1f11-4ed9-b4b4-fb6abf655721 req-17957743-d35d-48b0-9683-528d87161663 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661051 Mar 08 19:19:55.712572 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:55.770205 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f531e-d534-426b-8946-f8a5a54171f8 req-388d9fd0-776d-44de-adc9-26121cba06fd tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:55.771957 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-530f531e-d534-426b-8946-f8a5a54171f8 req-388d9fd0-776d-44de-adc9-26121cba06fd tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0590794 Mar 08 19:19:55.824242 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-530f531e-d534-426b-8946-f8a5a54171f8 req-5bfb9ec7-7f24-4032-b619-57dd7141b3f6 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447841 Mar 08 19:19:56.202223 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b026cb2d-0773-4566-a541-f3407dfc8ba5 req-9e3948d8-3dff-4d11-84c6-0f6e62504c99 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 210 time: 0.0344870 Mar 08 19:19:56.374046 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686db28-12df-4b59-a6ef-f7d8748a16b4 req-2cb402e5-a278-4c5c-bf57-a1ed6dbb7a82 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:56.375957 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b686db28-12df-4b59-a6ef-f7d8748a16b4 req-2cb402e5-a278-4c5c-bf57-a1ed6dbb7a82 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.1132712 Mar 08 19:19:56.419759 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-89d9dec2-c8bc-48ce-afdd-5468b68920bb req-a4b6048f-3321-4876-a47b-9baa018f4789 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698864 Mar 08 19:19:56.473841 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b686db28-12df-4b59-a6ef-f7d8748a16b4 req-4025b47a-40e1-43ed-bb62-b56d15c3f71d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649240 Mar 08 19:19:56.541221 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-3f46abed-8887-422d-bb52-e452abf0f15a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:56.542794 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-3f46abed-8887-422d-bb52-e452abf0f15a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "GET /v2.0/networks?id=388fd34c-8824-4f29-8fd1-2b60271e031f HTTP/1.1" status: 200 len: 814 time: 0.2336192 Mar 08 19:19:56.552113 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9dec2-c8bc-48ce-afdd-5468b68920bb req-d1eafa41-fd83-4701-8b69-c0507badf128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:56.553867 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-89d9dec2-c8bc-48ce-afdd-5468b68920bb req-d1eafa41-fd83-4701-8b69-c0507badf128 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 1129 time: 0.0640159 Mar 08 19:19:56.666451 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-4695f5e6-d746-4d76-8f7e-713dc83b4fe7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96c3bb88a07f471ba34d69352508cf40 HTTP/1.1" status: 200 len: 472 time: 0.1116104 Mar 08 19:19:56.674325 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9dec2-c8bc-48ce-afdd-5468b68920bb req-54294d58-e7df-4245-b354-d66ae346eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:56.675867 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-89d9dec2-c8bc-48ce-afdd-5468b68920bb req-54294d58-e7df-4245-b354-d66ae346eb19 service neutron] 10.222.0.64 "GET /v2.0/networks?id=388fd34c-8824-4f29-8fd1-2b60271e031f HTTP/1.1" status: 200 len: 915 time: 0.1016474 Mar 08 19:19:56.677642 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-4b5dc28a-036e-4d9e-8a45-c558e4541563 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'port': {'device_id': '2487d206-aa48-4fa8-935c-c672fdb7bf9a', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'admin_state_up': True, 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'security_groups': ['ae7bab7a-3bc2-40d8-8703-e92d87f10855']}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:56.783236 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-89d9dec2-c8bc-48ce-afdd-5468b68920bb req-b491f08b-d2b3-4c1e-a769-e98399472dce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63a706b0-f72c-42d1-828e-e709afb6a975 HTTP/1.1" status: 200 len: 1000 time: 0.0952137 Mar 08 19:19:56.878300 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9dec2-c8bc-48ce-afdd-5468b68920bb req-163d2a7d-abe0-4b35-9506-cd17371f6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:56.889942 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-89d9dec2-c8bc-48ce-afdd-5468b68920bb req-163d2a7d-abe0-4b35-9506-cd17371f6c13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5d488cc-d933-4aa0-9cc6-087a844e6a20 HTTP/1.1" status: 200 len: 853 time: 0.0988793 Mar 08 19:19:56.989547 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79802929-cdd0-49a7-b6b4-4feac722af19 req-ab565a41-6b08-4038-a5b5-e6f1cae791f2 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:56.989547 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-79802929-cdd0-49a7-b6b4-4feac722af19 req-ab565a41-6b08-4038-a5b5-e6f1cae791f2 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0719721 Mar 08 19:19:57.002673 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9dec2-c8bc-48ce-afdd-5468b68920bb req-bc9fbdb3-c35b-4da2-95d9-2a6860aa1cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:57.004196 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-89d9dec2-c8bc-48ce-afdd-5468b68920bb req-bc9fbdb3-c35b-4da2-95d9-2a6860aa1cd0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=388fd34c-8824-4f29-8fd1-2b60271e031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1077218 Mar 08 19:19:57.018235 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-4b5dc28a-036e-4d9e-8a45-c558e4541563 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Made reservation on behalf of 96c3bb88a07f471ba34d69352508cf40 for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:19:57.021636 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-4b5dc28a-036e-4d9e-8a45-c558e4541563 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:57.037876 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-79802929-cdd0-49a7-b6b4-4feac722af19 req-7942f559-a8d7-4ab5-83a8-61c766e1dded tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575604 Mar 08 19:19:57.043572 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:57.111005 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-89d9dec2-c8bc-48ce-afdd-5468b68920bb req-53179c82-b900-41cb-8919-5291ff8e0f5d service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997837 Mar 08 19:19:57.166564 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-4b5dc28a-036e-4d9e-8a45-c558e4541563 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Allocated IP 172.20.0.6 (388fd34c-8824-4f29-8fd1-2b60271e031f/e5d488cc-d933-4aa0-9cc6-087a844e6a20/b6f5c8f4-4c80-4edf-af58-708249683ac6) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:19:57.235653 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-89d9dec2-c8bc-48ce-afdd-5468b68920bb req-b43f692b-3b87-4c3e-86d4-6b848548869f service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167076 Mar 08 19:19:57.649245 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-94f180d3-22fe-4a86-891f-f52ec7598dc5 req-bb6bc497-e602-4c73-8fff-98f568efd998 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 210 time: 0.0691442 Mar 08 19:19:57.690045 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-4b5dc28a-036e-4d9e-8a45-c558e4541563 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for port (b6f5c8f4-4c80-4edf-af58-708249683ac6), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:57.734510 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7375c-67e5-4e58-9f9d-a02eb052bb02 req-782a2ac2-72db-431e-bd78-67384fe65fd3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:57.736588 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-49f7375c-67e5-4e58-9f9d-a02eb052bb02 req-782a2ac2-72db-431e-bd78-67384fe65fd3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0945017 Mar 08 19:19:57.796974 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-49f7375c-67e5-4e58-9f9d-a02eb052bb02 req-5ca4c4b6-ee7a-434c-9966-eddccbd99cf6 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540659 Mar 08 19:19:57.807464 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-4b5dc28a-036e-4d9e-8a45-c558e4541563 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (b6f5c8f4-4c80-4edf-af58-708249683ac6), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:57.858125 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-4b5dc28a-036e-4d9e-8a45-c558e4541563 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Network 388fd34c-8824-4f29-8fd1-2b60271e031f is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:57.861261 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-4b5dc28a-036e-4d9e-8a45-c558e4541563 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:57.864863 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-4b5dc28a-036e-4d9e-8a45-c558e4541563 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:19:57.894134 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5dc28a-036e-4d9e-8a45-c558e4541563 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'Port': ['ID=b6f5c8f4-4c80-4edf-af58-708249683ac6,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:57.919282 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-4b5dc28a-036e-4d9e-8a45-c558e4541563 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:57.919991 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-4b5dc28a-036e-4d9e-8a45-c558e4541563 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:58.011634 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-4b5dc28a-036e-4d9e-8a45-c558e4541563 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3398299 Mar 08 19:19:58.023431 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Request body: {'port': {'device_id': '2487d206-aa48-4fa8-935c-c672fdb7bf9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:58.042788 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-6a9d6ac4-5373-4fd1-9ee5-e7aafe2b791f None None] Provisioning complete for port b6f5c8f4-4c80-4edf-af58-708249683ac6 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:58.043686 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6a9d6ac4-5373-4fd1-9ee5-e7aafe2b791f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (b6f5c8f4-4c80-4edf-af58-708249683ac6), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:58.078661 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-6a9d6ac4-5373-4fd1-9ee5-e7aafe2b791f None None] Port b6f5c8f4-4c80-4edf-af58-708249683ac6 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:19:58.085056 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (b6f5c8f4-4c80-4edf-af58-708249683ac6), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:58.245828 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c4b99-98dc-460e-9231-6e871da9d196 req-129f90c7-6919-4741-a5bb-76acd86a4aa3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:58.247360 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-833c4b99-98dc-460e-9231-6e871da9d196 req-129f90c7-6919-4741-a5bb-76acd86a4aa3 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.1275365 Mar 08 19:19:58.344562 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-833c4b99-98dc-460e-9231-6e871da9d196 req-ce5f7fcb-96cc-4af9-958d-3255edc4cd15 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909538 Mar 08 19:19:58.420908 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f5c8f4-4c80-4edf-af58-708249683ac6 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:19:58.428838 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Publish callbacks [] for port (b6f5c8f4-4c80-4edf-af58-708249683ac6), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:58.441486 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Transition to ACTIVE for port object b6f5c8f4-4c80-4edf-af58-708249683ac6 will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:19:58.563284 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (b6f5c8f4-4c80-4edf-af58-708249683ac6), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:58.617568 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Pushing event updated for resources: {'Port': ['ID=b6f5c8f4-4c80-4edf-af58-708249683ac6,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:58.687912 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Attempting to bind port b6f5c8f4-4c80-4edf-af58-708249683ac6 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:19:58.688777 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Attempting to bind port b6f5c8f4-4c80-4edf-af58-708249683ac6 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:19:58.689177 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Attempting to bind port b6f5c8f4-4c80-4edf-af58-708249683ac6 on network 388fd34c-8824-4f29-8fd1-2b60271e031f {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:19:58.695404 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Port b6f5c8f4-4c80-4edf-af58-708249683ac6 on network 388fd34c-8824-4f29-8fd1-2b60271e031f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:19:58.695404 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Attempting to bind port b6f5c8f4-4c80-4edf-af58-708249683ac6 on network 388fd34c-8824-4f29-8fd1-2b60271e031f {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:19:58.699838 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:19:58.700287 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Checking segment: {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:19:58.700674 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Bound using segment: {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:19:58.701094 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Bound port: b6f5c8f4-4c80-4edf-af58-708249683ac6, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:19:58.701451 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (b6f5c8f4-4c80-4edf-af58-708249683ac6), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:58.800033 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] For port b6f5c8f4-4c80-4edf-af58-708249683ac6, host hv-cinder-83009, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:19:58.805171 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] For port b6f5c8f4-4c80-4edf-af58-708249683ac6, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b6f5c8f4-4c80-4edf-af58-708249683ac6,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:19:58.818774 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8a767-c9ad-4910-8e51-2d0fb34aec4f req-7d3080c2-c91d-4526-99ad-22e73f673a8d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:58.820538 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bda8a767-c9ad-4910-8e51-2d0fb34aec4f req-7d3080c2-c91d-4526-99ad-22e73f673a8d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 943 time: 0.0864685 Mar 08 19:19:58.872530 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bda8a767-c9ad-4910-8e51-2d0fb34aec4f req-a21dd899-60f1-436e-a4c8-9c5e63f53c2a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae7bab7a-3bc2-40d8-8703-e92d87f10855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440373 Mar 08 19:19:58.901437 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (b6f5c8f4-4c80-4edf-af58-708249683ac6), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:58.936421 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:58.937219 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:58.938647 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] 10.222.0.64 "PUT /v2.0/ports/b6f5c8f4-4c80-4edf-af58-708249683ac6 HTTP/1.1" status: 200 len: 1093 time: 0.9192996 Mar 08 19:19:58.940989 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2487d206-aa48-4fa8-935c-c672fdb7bf9a', 'tag': 'b6f5c8f4-4c80-4edf-af58-708249683ac6'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:19:58.944120 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d8aadb-d50a-4960-882a-b279f0e9b98d" -d '{"events": [{"name": "network-changed", "server_uuid": "2487d206-aa48-4fa8-935c-c672fdb7bf9a", "tag": "b6f5c8f4-4c80-4edf-af58-708249683ac6"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:19:58.987430 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848549a2-12f9-4136-b408-fe605e73a2d8 req-9127e45d-664c-4454-aafe-9853f026b649 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:58.989049 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-848549a2-12f9-4136-b408-fe605e73a2d8 req-9127e45d-664c-4454-aafe-9853f026b649 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.1156473 Mar 08 19:19:58.990820 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504d78d7-409c-4685-8f20-fd12a2238d82 x-openstack-request-id: req-504d78d7-409c-4685-8f20-fd12a2238d82 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:19:58.991098 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2487d206-aa48-4fa8-935c-c672fdb7bf9a", "tag": "b6f5c8f4-4c80-4edf-af58-708249683ac6", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:19:58.991354 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-504d78d7-409c-4685-8f20-fd12a2238d82 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:19:58.992351 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2487d206-aa48-4fa8-935c-c672fdb7bf9a', 'tag': 'b6f5c8f4-4c80-4edf-af58-708249683ac6', 'status': 'completed', 'code': 200} Mar 08 19:19:58.993181 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e105491-a27a-4246-b4a2-39df08c362fd service neutron] Pushing event updated for resources: {'Port': ['ID=b6f5c8f4-4c80-4edf-af58-708249683ac6,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:59.082807 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-848549a2-12f9-4136-b408-fe605e73a2d8 req-2ff2e319-54b0-4542-8b78-905a3ef8b267 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815175 Mar 08 19:19:59.089153 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8aadb-d50a-4960-882a-b279f0e9b98d req-f7829c37-bdeb-40bc-b823-320a90f21d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:59.090696 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a3d8aadb-d50a-4960-882a-b279f0e9b98d req-f7829c37-bdeb-40bc-b823-320a90f21d8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 1127 time: 0.0818758 Mar 08 19:19:59.199231 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8aadb-d50a-4960-882a-b279f0e9b98d req-53034c44-6920-480d-bf61-c438b0c04f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:59.200592 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a3d8aadb-d50a-4960-882a-b279f0e9b98d req-53034c44-6920-480d-bf61-c438b0c04f21 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=96c3bb88a07f471ba34d69352508cf40&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1031616 Mar 08 19:19:59.301103 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8aadb-d50a-4960-882a-b279f0e9b98d req-9fb70298-bc33-4952-9192-0dbeeb56d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:59.302597 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a3d8aadb-d50a-4960-882a-b279f0e9b98d req-9fb70298-bc33-4952-9192-0dbeeb56d3a3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960310 Mar 08 19:19:59.392009 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-e87e061e-7897-4ac9-b7c7-5e583116a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:59.393131 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-e87e061e-7897-4ac9-b7c7-5e583116a282 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 1127 time: 0.0506802 Mar 08 19:19:59.412609 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 34502e9b-8ce0-42c4-bc29-94a2de69e607 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:19:59.443348 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-d5396c0c-6a15-4625-8b0b-cafd53a02899 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6f5c8f4-4c80-4edf-af58-708249683ac6 HTTP/1.1" status: 200 len: 217 time: 0.0427012 Mar 08 19:19:59.526617 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-176b7702-0a99-4dfd-8b42-8e1820fd12c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:59.528103 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-176b7702-0a99-4dfd-8b42-8e1820fd12c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5d488cc-d933-4aa0-9cc6-087a844e6a20 HTTP/1.1" status: 200 len: 853 time: 0.0761971 Mar 08 19:19:59.536194 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb31303-2b38-42c7-8805-04c54fdc05f6 req-58547df7-85ae-46ca-aa0f-5a2f5f81811e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:59.537769 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cdb31303-2b38-42c7-8805-04c54fdc05f6 req-58547df7-85ae-46ca-aa0f-5a2f5f81811e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0973372 Mar 08 19:19:59.615986 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cdb31303-2b38-42c7-8805-04c54fdc05f6 req-c649807b-824d-49d8-9d0e-db7dc236aeaa tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690486 Mar 08 19:19:59.621642 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-626c0064-badb-4b30-8ff4-63022711a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:59.621904 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-626c0064-badb-4b30-8ff4-63022711a0a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=388fd34c-8824-4f29-8fd1-2b60271e031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831912 Mar 08 19:19:59.657419 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 34502e9b-8ce0-42c4-bc29-94a2de69e607, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34502e9b-8ce0-42c4-bc29-94a2de69e607,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:59.670423 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '34502e9b-8ce0-42c4-bc29-94a2de69e607', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'port_id': '34502e9b-8ce0-42c4-bc29-94a2de69e607', 'mac_address': 'fa:16:3e:37:68:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:19:59.715178 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 34502e9b-8ce0-42c4-bc29-94a2de69e607 is: ACTIVE; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:59.715571 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:59.728179 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-e65c74b7-2d0f-49e5-b503-2e450609fc0b service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979433 Mar 08 19:19:59.730311 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34502e9b-8ce0-42c4-bc29-94a2de69e607 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:19:59.752528 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 34502e9b-8ce0-42c4-bc29-94a2de69e607, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34502e9b-8ce0-42c4-bc29-94a2de69e607,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:59.825057 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2b53cf92-fb0b-4cde-80b4-bdc4b8746139 req-e0366812-3e5a-43fb-b2e4-47735742ae0e service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889380 Mar 08 19:19:59.869881 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:59.931479 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=34502e9b-8ce0-42c4-bc29-94a2de69e607,revision_number=6']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:59.939881 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:59.940250 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:59.940598 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:59.940934 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:59.941273 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:59.941601 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:59.941930 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:59.942270 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:59.942615 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:59.942958 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:59.943302 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:59.943606 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:59.943930 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:59.995412 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['34502e9b-8ce0-42c4-bc29-94a2de69e607'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:20:00.004457 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de7cbb-a5ed-42e1-8640-014924841596 req-8fa0fb1c-e375-4d3b-a321-838078ccf7eb tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:00.006039 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c0de7cbb-a5ed-42e1-8640-014924841596 req-8fa0fb1c-e375-4d3b-a321-838078ccf7eb tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 943 time: 0.0580683 Mar 08 19:20:00.057180 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c0de7cbb-a5ed-42e1-8640-014924841596 req-acf36c99-db44-4994-a1a3-1322aceb5163 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae7bab7a-3bc2-40d8-8703-e92d87f10855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433819 Mar 08 19:20:00.237420 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95125b80-0b73-4c12-9c69-7cec60f0880a req-79a470f5-3da0-44b9-86b4-83c19f018c93 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:00.238980 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-95125b80-0b73-4c12-9c69-7cec60f0880a req-79a470f5-3da0-44b9-86b4-83c19f018c93 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 945 time: 0.0541439 Mar 08 19:20:00.299776 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-95125b80-0b73-4c12-9c69-7cec60f0880a req-a3f329e7-4508-45c9-9c65-1e9d9536af4d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552833 Mar 08 19:20:00.739283 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea520588-d9d3-4f0b-963f-f79ab9d1e6c1 req-9aae8fab-eae5-48fa-98e9-ce5a2ed1aa8a tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:00.740767 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ea520588-d9d3-4f0b-963f-f79ab9d1e6c1 req-9aae8fab-eae5-48fa-98e9-ce5a2ed1aa8a tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0577931 Mar 08 19:20:00.788097 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ea520588-d9d3-4f0b-963f-f79ab9d1e6c1 req-5db80948-ef8d-42c9-a2b8-0d05d71d30cf tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414548 Mar 08 19:20:01.177393 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009e4b7-4637-4800-89f3-9b47b9362f23 req-03aa052a-6704-4145-9ef9-f7710c27ed8a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:01.178924 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a009e4b7-4637-4800-89f3-9b47b9362f23 req-03aa052a-6704-4145-9ef9-f7710c27ed8a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 943 time: 0.0545702 Mar 08 19:20:01.225578 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a009e4b7-4637-4800-89f3-9b47b9362f23 req-fd6f5f5e-126b-4dd4-8f8f-0c012ced9a6d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae7bab7a-3bc2-40d8-8703-e92d87f10855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410986 Mar 08 19:20:01.424147 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 34502e9b-8ce0-42c4-bc29-94a2de69e607 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:20:01.435608 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8498601-e093-432a-a061-8d59018d3299 req-cdb3be6a-abc1-4b34-9c2c-8edc1ababfcd tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:01.438586 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a8498601-e093-432a-a061-8d59018d3299 req-cdb3be6a-abc1-4b34-9c2c-8edc1ababfcd tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 945 time: 0.0668213 Mar 08 19:20:01.487557 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 34502e9b-8ce0-42c4-bc29-94a2de69e607 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:01.488019 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:01.497179 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a8498601-e093-432a-a061-8d59018d3299 req-6359a9ae-b3d2-4bce-8469-77255864c320 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525739 Mar 08 19:20:01.585397 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 34502e9b-8ce0-42c4-bc29-94a2de69e607 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:01.585922 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:01.616367 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77883da4-802b-4542-9318-8174c773d3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34502e9b-8ce0-42c4-bc29-94a2de69e607'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:20:01.619145 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c63b80-60aa-4188-b9a0-467b66f0ef8f" -d '{"events": [{"server_uuid": "77883da4-802b-4542-9318-8174c773d3d2", "name": "network-vif-plugged", "status": "completed", "tag": "34502e9b-8ce0-42c4-bc29-94a2de69e607"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:20:01.634350 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 34502e9b-8ce0-42c4-bc29-94a2de69e607, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34502e9b-8ce0-42c4-bc29-94a2de69e607,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:01.660993 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a684be7-e374-4699-9308-f12c0f0fc55c x-openstack-request-id: req-0a684be7-e374-4699-9308-f12c0f0fc55c {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:20:01.661341 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77883da4-802b-4542-9318-8174c773d3d2", "name": "network-vif-plugged", "status": "completed", "tag": "34502e9b-8ce0-42c4-bc29-94a2de69e607", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:20:01.661595 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a684be7-e374-4699-9308-f12c0f0fc55c {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:20:01.661992 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77883da4-802b-4542-9318-8174c773d3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34502e9b-8ce0-42c4-bc29-94a2de69e607', 'code': 200} Mar 08 19:20:01.716408 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:01.774710 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=34502e9b-8ce0-42c4-bc29-94a2de69e607,revision_number=7']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:01.916018 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b204dc-f5b1-4a70-ad03-f783228acb39 req-b980acb7-9049-4397-861c-f8fd18231d7e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:01.917776 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b8b204dc-f5b1-4a70-ad03-f783228acb39 req-b980acb7-9049-4397-861c-f8fd18231d7e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0587039 Mar 08 19:20:01.968220 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b8b204dc-f5b1-4a70-ad03-f783228acb39 req-06cc7c5c-2551-42b3-9b49-c072ab8cfeff tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429015 Mar 08 19:20:02.358355 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe3e07-c789-4dd6-893a-9a3a0be54fe3 req-005c468a-cae4-4f3d-9cad-3ef97e53c5ee tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:02.360419 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7afe3e07-c789-4dd6-893a-9a3a0be54fe3 req-005c468a-cae4-4f3d-9cad-3ef97e53c5ee tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 943 time: 0.0523300 Mar 08 19:20:02.407602 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7afe3e07-c789-4dd6-893a-9a3a0be54fe3 req-777f837a-d0bd-4268-bb4a-76be26603258 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae7bab7a-3bc2-40d8-8703-e92d87f10855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413976 Mar 08 19:20:02.448200 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 43008) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:02.495794 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ad77b1-e68f-422e-a8a9-410617299cf4 admin admin] Deleting subnet 11b13eb5-d5cb-4129-a881-a6248ffcdd3c {{(pid=103758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:20:02.498921 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c0ad77b1-e68f-422e-a8a9-410617299cf4 admin admin] Publish callbacks [] for subnet (11b13eb5-d5cb-4129-a881-a6248ffcdd3c), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:02.532677 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c0ad77b1-e68f-422e-a8a9-410617299cf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13620975'] for subnet (11b13eb5-d5cb-4129-a881-a6248ffcdd3c), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:02.571627 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c0ad77b1-e68f-422e-a8a9-410617299cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669433'] for subnet (11b13eb5-d5cb-4129-a881-a6248ffcdd3c), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:02.664577 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d6568-f5f2-4580-98d5-595196199bc8 req-4fdcf1f1-caf2-4058-ac9d-c68a57b4cb3d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:02.666112 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c48d6568-f5f2-4580-98d5-595196199bc8 req-4fdcf1f1-caf2-4058-ac9d-c68a57b4cb3d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0747786 Mar 08 19:20:02.715305 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c48d6568-f5f2-4580-98d5-595196199bc8 req-d30baf67-da6b-4f7f-8e49-ff5ab79ed68b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436025 Mar 08 19:20:02.774201 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c0ad77b1-e68f-422e-a8a9-410617299cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13606602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15838044'] for subnet (11b13eb5-d5cb-4129-a881-a6248ffcdd3c), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:02.797942 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad77b1-e68f-422e-a8a9-410617299cf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11b13eb5-d5cb-4129-a881-a6248ffcdd3c,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:02.804302 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c0ad77b1-e68f-422e-a8a9-410617299cf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:02.807774 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-c0ad77b1-e68f-422e-a8a9-410617299cf4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/11b13eb5-d5cb-4129-a881-a6248ffcdd3c HTTP/1.1" status: 204 len: 168 time: 0.3585734 Mar 08 19:20:02.810475 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 43014) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:02.879561 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b7f79693-3a9e-4496-9208-b7e115ae2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715894'] for network (1c7be9fe-d111-475a-a6a6-38b42242b5ba), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:02.961899 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b7f79693-3a9e-4496-9208-b7e115ae2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733302', 'neutron.services.segments.db._delete_segments_for_network-8785633600359'] for network (1c7be9fe-d111-475a-a6a6-38b42242b5ba), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:02.981375 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-b7f79693-3a9e-4496-9208-b7e115ae2dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7be9fe-d111-475a-a6a6-38b42242b5ba']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:02.990656 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-b7f79693-3a9e-4496-9208-b7e115ae2dc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0343e33a-0f8a-400e-8ccf-f53f8158ca93') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:02.990951 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-b7f79693-3a9e-4496-9208-b7e115ae2dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0343e33a-0f8a-400e-8ccf-f53f8158ca93') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:03.001808 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b7f79693-3a9e-4496-9208-b7e115ae2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785633599600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12596186'] for segment (0343e33a-0f8a-400e-8ccf-f53f8158ca93), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:03.015205 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b7f79693-3a9e-4496-9208-b7e115ae2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (0343e33a-0f8a-400e-8ccf-f53f8158ca93), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:03.021847 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f79693-3a9e-4496-9208-b7e115ae2dc9 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:20:03.022230 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b7f79693-3a9e-4496-9208-b7e115ae2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14676627'] for segment (0343e33a-0f8a-400e-8ccf-f53f8158ca93), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: Traceback (most recent call last): Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: timer() Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: cb(*args, **kw) Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: return func(*args, **kwargs) Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: self._notify() Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: self.callback(batched_events) Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: event.method(event) Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: return f(self, *a, **k) Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._get(url).json() Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:20:03.023913 dv-cinder-830092-3-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:20:03.092474 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f9123-7264-4d21-b399-ed2e368b9821 req-03a6fbfb-9f0c-4902-b361-328bcb68c8d2 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:03.093905 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-007f9123-7264-4d21-b399-ed2e368b9821 req-03a6fbfb-9f0c-4902-b361-328bcb68c8d2 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0547960 Mar 08 19:20:03.141807 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-007f9123-7264-4d21-b399-ed2e368b9821 req-267446f8-c04d-4e84-a9aa-2708d70e16e4 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421977 Mar 08 19:20:03.197112 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b7f79693-3a9e-4496-9208-b7e115ae2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-328354'] for network (1c7be9fe-d111-475a-a6a6-38b42242b5ba), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:03.202704 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b7f79693-3a9e-4496-9208-b7e115ae2dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:03.206729 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-b7f79693-3a9e-4496-9208-b7e115ae2dc9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1c7be9fe-d111-475a-a6a6-38b42242b5ba HTTP/1.1" status: 204 len: 168 time: 0.3952396 Mar 08 19:20:03.217497 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f79693-3a9e-4496-9208-b7e115ae2dc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c7be9fe-d111-475a-a6a6-38b42242b5ba,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:03.435491 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device b6f5c8f4-4c80-4edf-af58-708249683ac6 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:20:03.537309 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port b6f5c8f4-4c80-4edf-af58-708249683ac6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b6f5c8f4-4c80-4edf-af58-708249683ac6,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:03.538521 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d5c0b-b8c5-4502-817d-1c135b1ef7b5 req-21b4056c-e032-4772-802d-cdf754468c51 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:03.540058 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-af0d5c0b-b8c5-4502-817d-1c135b1ef7b5 req-21b4056c-e032-4772-802d-cdf754468c51 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 943 time: 0.0615396 Mar 08 19:20:03.548370 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': 'b6f5c8f4-4c80-4edf-af58-708249683ac6', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'port_id': 'b6f5c8f4-4c80-4edf-af58-708249683ac6', 'mac_address': 'fa:16:3e:e0:18:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:20:03.586215 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port b6f5c8f4-4c80-4edf-af58-708249683ac6 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:03.586629 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (b6f5c8f4-4c80-4edf-af58-708249683ac6), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:03.588308 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-af0d5c0b-b8c5-4502-817d-1c135b1ef7b5 req-2df89633-08b1-4548-b803-d742c3cb458c tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae7bab7a-3bc2-40d8-8703-e92d87f10855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424767 Mar 08 19:20:03.600454 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f5c8f4-4c80-4edf-af58-708249683ac6 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:20:03.613653 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 43022) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:03.622062 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port b6f5c8f4-4c80-4edf-af58-708249683ac6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b6f5c8f4-4c80-4edf-af58-708249683ac6,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:03.654470 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-4f2788bf-cca3-4948-abc1-d3889f247d6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=baa584fa975549fcbc33c01fb747d8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395832 Mar 08 19:20:03.656984 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 43024) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:03.703437 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9107130f-1994-456e-b056-4d6fdfee8fc0 admin admin] Publish callbacks [] for security_group (7398c3ad-162a-4903-8a97-0fe29698d601), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:03.724256 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9107130f-1994-456e-b056-4d6fdfee8fc0 admin admin] Publish callbacks [] for security_group (7398c3ad-162a-4903-8a97-0fe29698d601), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:03.751087 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (b6f5c8f4-4c80-4edf-af58-708249683ac6), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:03.799553 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=b6f5c8f4-4c80-4edf-af58-708249683ac6,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:03.845241 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e16c64-47ff-470b-9415-22583766712b req-e61faee7-992a-4573-801d-7b897cfca926 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:03.846742 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-44e16c64-47ff-470b-9415-22583766712b req-e61faee7-992a-4573-801d-7b897cfca926 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0557292 Mar 08 19:20:03.880312 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9107130f-1994-456e-b056-4d6fdfee8fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (7398c3ad-162a-4903-8a97-0fe29698d601), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:03.882951 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9107130f-1994-456e-b056-4d6fdfee8fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:03.884101 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-9107130f-1994-456e-b056-4d6fdfee8fc0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7398c3ad-162a-4903-8a97-0fe29698d601 HTTP/1.1" status: 204 len: 168 time: 0.2262881 Mar 08 19:20:03.892666 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107130f-1994-456e-b056-4d6fdfee8fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7398c3ad-162a-4903-8a97-0fe29698d601,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:03.901519 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-44e16c64-47ff-470b-9415-22583766712b req-7bcb2a71-b239-43fb-bc3e-b5925923a3cb tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464211 Mar 08 19:20:04.224399 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['b6f5c8f4-4c80-4edf-af58-708249683ac6'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:20:04.259295 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a309866-3696-4b8f-b8ea-3b3c82d77dfc req-e6cd0ecf-5368-4461-b9c1-1eed5776724e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:04.262796 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4a309866-3696-4b8f-b8ea-3b3c82d77dfc req-e6cd0ecf-5368-4461-b9c1-1eed5776724e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0538368 Mar 08 19:20:04.320455 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4a309866-3696-4b8f-b8ea-3b3c82d77dfc req-642b6da3-d341-403a-ab98-36ac9d740123 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529001 Mar 08 19:20:04.708000 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60d9a3-2752-4f4b-ae90-015609936394 req-13c2f177-6220-418f-8186-2793ba5d8fcf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:04.709583 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3e60d9a3-2752-4f4b-ae90-015609936394 req-13c2f177-6220-418f-8186-2793ba5d8fcf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 944 time: 0.0523381 Mar 08 19:20:04.756996 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3e60d9a3-2752-4f4b-ae90-015609936394 req-7ca76c77-5fb7-4a74-b413-c653870bfe51 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae7bab7a-3bc2-40d8-8703-e92d87f10855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418944 Mar 08 19:20:05.023823 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3f6c8-4b89-4a5c-a4cc-9aaa1e5d3295 req-4ebe9466-cacf-49e4-a497-e43268de97c7 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:05.025286 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0cd3f6c8-4b89-4a5c-a4cc-9aaa1e5d3295 req-4ebe9466-cacf-49e4-a497-e43268de97c7 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0528533 Mar 08 19:20:05.070691 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0cd3f6c8-4b89-4a5c-a4cc-9aaa1e5d3295 req-95244117-3a65-46e8-ab7e-368f6aef5358 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399022 Mar 08 19:20:05.448057 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbe921-19eb-47f3-b0b9-7965fc776c21 req-ec9eb402-1fef-46cf-b77d-1fb7227dcf83 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:05.449510 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3fcbe921-19eb-47f3-b0b9-7965fc776c21 req-ec9eb402-1fef-46cf-b77d-1fb7227dcf83 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0597270 Mar 08 19:20:05.495932 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3fcbe921-19eb-47f3-b0b9-7965fc776c21 req-e9150db1-55aa-421e-9b6a-dc85ce8c14ff tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405400 Mar 08 19:20:05.875904 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900c4e1-d026-4766-bbdb-9f8cbf3a4b0d req-6e56ef3e-4150-4b78-a4da-6c9e2652cd0b tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:05.877370 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0900c4e1-d026-4766-bbdb-9f8cbf3a4b0d req-6e56ef3e-4150-4b78-a4da-6c9e2652cd0b tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 944 time: 0.0537817 Mar 08 19:20:05.924183 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0900c4e1-d026-4766-bbdb-9f8cbf3a4b0d req-60e2db72-6c28-4757-bdd6-7d87c5537045 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae7bab7a-3bc2-40d8-8703-e92d87f10855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411413 Mar 08 19:20:06.196137 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0d4ab-e02d-4f33-99fb-2769d8dc847f req-b9c01e8c-0a26-4880-aac6-1909daca58d8 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:06.197639 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a9b0d4ab-e02d-4f33-99fb-2769d8dc847f req-b9c01e8c-0a26-4880-aac6-1909daca58d8 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0570982 Mar 08 19:20:06.252973 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a9b0d4ab-e02d-4f33-99fb-2769d8dc847f req-046b924f-1fd7-46cd-9842-95dae9b1e8e1 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488989 Mar 08 19:20:06.600976 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10da27-49f3-4989-9f40-a6aacd7e1ecb req-3d39a228-4bf0-4cb7-9112-5f0bd4bd24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:06.602501 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6d10da27-49f3-4989-9f40-a6aacd7e1ecb req-3d39a228-4bf0-4cb7-9112-5f0bd4bd24c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 1129 time: 0.0761857 Mar 08 19:20:06.644367 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177068b9-8dcd-4a0d-9f2f-d574906188cb req-1e74d1c7-95fc-4ed8-bb68-1bad82ceff8b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:06.645837 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-177068b9-8dcd-4a0d-9f2f-d574906188cb req-1e74d1c7-95fc-4ed8-bb68-1bad82ceff8b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0794365 Mar 08 19:20:06.674861 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6d10da27-49f3-4989-9f40-a6aacd7e1ecb req-54a0aed7-dcb1-476e-8d16-1c003925aa2d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659521 Mar 08 19:20:06.707402 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-177068b9-8dcd-4a0d-9f2f-d574906188cb req-92799157-9cd1-48b6-b098-79a85f4fe028 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512609 Mar 08 19:20:07.071391 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a22dc-94ad-48a5-90d8-8ad0cfe6dc38 req-f9a84ef5-dc50-4d74-836c-b7d84b250a88 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:07.074457 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4f2a22dc-94ad-48a5-90d8-8ad0cfe6dc38 req-f9a84ef5-dc50-4d74-836c-b7d84b250a88 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 944 time: 0.0631397 Mar 08 19:20:07.154673 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4f2a22dc-94ad-48a5-90d8-8ad0cfe6dc38 req-18192ffc-78dd-4134-9116-89d3ff1c6f2f tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae7bab7a-3bc2-40d8-8703-e92d87f10855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746226 Mar 08 19:20:07.389106 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04943ad-2ed3-4b1c-93b0-1f69d4a856e8 req-63356ab0-b51b-45c0-968c-1e25ace113ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:07.395355 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e04943ad-2ed3-4b1c-93b0-1f69d4a856e8 req-63356ab0-b51b-45c0-968c-1e25ace113ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0680032 Mar 08 19:20:07.451513 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e04943ad-2ed3-4b1c-93b0-1f69d4a856e8 req-a12759bc-34aa-4d17-bcad-a46bb64bd8c9 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534482 Mar 08 19:20:07.463370 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device b6f5c8f4-4c80-4edf-af58-708249683ac6 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:20:07.616185 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port b6f5c8f4-4c80-4edf-af58-708249683ac6 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:20:07.621582 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port b6f5c8f4-4c80-4edf-af58-708249683ac6 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:07.627612 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (b6f5c8f4-4c80-4edf-af58-708249683ac6), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:07.708401 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port b6f5c8f4-4c80-4edf-af58-708249683ac6 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:07.709065 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (b6f5c8f4-4c80-4edf-af58-708249683ac6), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:07.740505 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2487d206-aa48-4fa8-935c-c672fdb7bf9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f5c8f4-4c80-4edf-af58-708249683ac6'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:20:07.743067 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae92d71-884a-4a62-81a0-3f11c94bd197" -d '{"events": [{"server_uuid": "2487d206-aa48-4fa8-935c-c672fdb7bf9a", "name": "network-vif-plugged", "status": "completed", "tag": "b6f5c8f4-4c80-4edf-af58-708249683ac6"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:20:07.778073 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port b6f5c8f4-4c80-4edf-af58-708249683ac6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b6f5c8f4-4c80-4edf-af58-708249683ac6,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:07.801250 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d078b59-e796-40bc-bc5e-6e7e5c2647d0 x-openstack-request-id: req-7d078b59-e796-40bc-bc5e-6e7e5c2647d0 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:20:07.801991 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2487d206-aa48-4fa8-935c-c672fdb7bf9a", "name": "network-vif-plugged", "status": "completed", "tag": "b6f5c8f4-4c80-4edf-af58-708249683ac6", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:20:07.802429 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d078b59-e796-40bc-bc5e-6e7e5c2647d0 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:20:07.802830 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2487d206-aa48-4fa8-935c-c672fdb7bf9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f5c8f4-4c80-4edf-af58-708249683ac6', 'code': 200} Mar 08 19:20:07.853120 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffde79-d7a8-468e-be7f-03fcb421eb56 req-0fb21bcb-786d-4c81-ac93-ca7ac546147f tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:07.854713 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-82ffde79-d7a8-468e-be7f-03fcb421eb56 req-0fb21bcb-786d-4c81-ac93-ca7ac546147f tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0703514 Mar 08 19:20:07.865932 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (b6f5c8f4-4c80-4edf-af58-708249683ac6), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:07.918761 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-82ffde79-d7a8-468e-be7f-03fcb421eb56 req-69ef850d-15b8-4a32-a52d-ef6bdb7aa295 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538192 Mar 08 19:20:07.938322 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=b6f5c8f4-4c80-4edf-af58-708249683ac6,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:08.306080 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e056d-b397-4ad1-a343-569eb53ec045 req-3f83ac74-4b20-43f0-bd08-3bb43e9ede4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:08.307716 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2f6e056d-b397-4ad1-a343-569eb53ec045 req-3f83ac74-4b20-43f0-bd08-3bb43e9ede4f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 1129 time: 0.1127243 Mar 08 19:20:08.335333 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39d15d-bdd9-4c29-a067-b99f6e39b1b5 req-02bb60cd-1337-491d-afbd-eb8ca697d6f9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:08.336976 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ed39d15d-bdd9-4c29-a067-b99f6e39b1b5 req-02bb60cd-1337-491d-afbd-eb8ca697d6f9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 945 time: 0.0808210 Mar 08 19:20:08.399513 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2f6e056d-b397-4ad1-a343-569eb53ec045 req-c1fc9394-b13c-413d-a73d-231ae8de2ab9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ae7bab7a-3bc2-40d8-8703-e92d87f10855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846381 Mar 08 19:20:08.428872 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ed39d15d-bdd9-4c29-a067-b99f6e39b1b5 req-9934e1bb-58a0-4224-a02f-5f25b5771393 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae7bab7a-3bc2-40d8-8703-e92d87f10855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824594 Mar 08 19:20:08.619182 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61606d3-236d-48e4-a5f5-52f5dac3948c req-b2549e3f-878b-4b94-b192-f3110d7cb861 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:08.621651 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a61606d3-236d-48e4-a5f5-52f5dac3948c req-b2549e3f-878b-4b94-b192-f3110d7cb861 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0804751 Mar 08 19:20:08.672945 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a61606d3-236d-48e4-a5f5-52f5dac3948c req-60299068-bd23-47e7-aee8-bfe62346152f tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453281 Mar 08 19:20:09.065012 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611478d-84b9-4995-94d9-89db73c47522 req-977bb346-15b3-4333-a200-12838149d674 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:09.079786 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b611478d-84b9-4995-94d9-89db73c47522 req-977bb346-15b3-4333-a200-12838149d674 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0850821 Mar 08 19:20:09.189532 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 43124) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:09.267050 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b611478d-84b9-4995-94d9-89db73c47522 req-46aa0e41-a292-4e26-bbdf-e8584458fc10 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771367 Mar 08 19:20:09.345501 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1689ffa9-3abd-4e17-83fb-a910ac338fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:09.442956 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1689ffa9-3abd-4e17-83fb-a910ac338fa6 admin admin] Publish callbacks [] for security_group (5faceebc-b6f4-446f-9ffc-bd3923637965), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:09.597128 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0750189-438f-4266-a95b-91dbcc43935d req-5d8b1d32-0a83-4a3f-8da8-6453e4104e21 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:09.602384 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e0750189-438f-4266-a95b-91dbcc43935d req-5d8b1d32-0a83-4a3f-8da8-6453e4104e21 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 945 time: 0.0772812 Mar 08 19:20:09.651472 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e0750189-438f-4266-a95b-91dbcc43935d req-923ee030-4b8b-41ed-8eab-268997510f06 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae7bab7a-3bc2-40d8-8703-e92d87f10855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434995 Mar 08 19:20:09.808719 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468a56b-c979-4b82-9270-43e1715297af req-cb036a4a-6c5d-4207-b3a6-33ddb9345b91 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:09.810241 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2468a56b-c979-4b82-9270-43e1715297af req-cb036a4a-6c5d-4207-b3a6-33ddb9345b91 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0516069 Mar 08 19:20:09.861022 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2468a56b-c979-4b82-9270-43e1715297af req-34510631-3df2-4a76-98ad-5d916303f792 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444729 Mar 08 19:20:09.962839 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1689ffa9-3abd-4e17-83fb-a910ac338fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (5faceebc-b6f4-446f-9ffc-bd3923637965), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:10.009689 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-1689ffa9-3abd-4e17-83fb-a910ac338fa6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a1872640bf44a37ba78da52c86f8028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8181345 Mar 08 19:20:10.010538 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689ffa9-3abd-4e17-83fb-a910ac338fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5faceebc-b6f4-446f-9ffc-bd3923637965,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:10.012447 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 43138) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:10.066643 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] Publish callbacks [] for security_group (5faceebc-b6f4-446f-9ffc-bd3923637965), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:10.099935 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] Publish callbacks [] for security_group (5faceebc-b6f4-446f-9ffc-bd3923637965), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:10.269303 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a717d67-2bd0-439d-a82b-fe553df52f80 req-feaeef4e-cffd-4e4d-af5a-b38d5d009bd1 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:10.274937 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0a717d67-2bd0-439d-a82b-fe553df52f80 req-feaeef4e-cffd-4e4d-af5a-b38d5d009bd1 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0629828 Mar 08 19:20:10.318759 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (5faceebc-b6f4-446f-9ffc-bd3923637965), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:10.321942 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:10.322994 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5faceebc-b6f4-446f-9ffc-bd3923637965 HTTP/1.1" status: 204 len: 168 time: 0.3094175 Mar 08 19:20:10.343290 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0a717d67-2bd0-439d-a82b-fe553df52f80 req-2c44ac3f-401c-4ede-8dba-bff652b9959a tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669563 Mar 08 19:20:10.344320 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faceebc-b6f4-446f-9ffc-bd3923637965,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:10.353571 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:10.353920 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:10.354276 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:10.355137 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:10.355493 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:10.355825 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:10.356221 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:10.356554 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:10.356882 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:10.357212 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:10.357533 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:10.357852 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:10.358306 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88908c52-6619-49ac-b8d8-08cc3796cb20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:10.444990 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a35dfa-c871-4346-ad72-0d7cbbc29623 req-5aae7213-40e2-4ff1-b340-10053dbfba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:10.446597 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-03a35dfa-c871-4346-ad72-0d7cbbc29623 req-5aae7213-40e2-4ff1-b340-10053dbfba25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7758735aa6ea4cb9b3374aa19714948f&device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 1129 time: 0.0948286 Mar 08 19:20:10.557232 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a35dfa-c871-4346-ad72-0d7cbbc29623 req-798f5ce2-5e78-459e-9160-3c8159120a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:10.558797 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-03a35dfa-c871-4346-ad72-0d7cbbc29623 req-798f5ce2-5e78-459e-9160-3c8159120a4d service neutron] 10.222.0.64 "GET /v2.0/networks?id=e2029082-29cd-4552-a44b-4a5e4a15a1d8 HTTP/1.1" status: 200 len: 919 time: 0.1044157 Mar 08 19:20:10.601120 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-03a35dfa-c871-4346-ad72-0d7cbbc29623 req-d5b4a3cf-c4df-4c07-850e-608de20f09fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8af561ea-f524-4bd3-b0b9-02469072d66c HTTP/1.1" status: 200 len: 217 time: 0.0361364 Mar 08 19:20:10.660822 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a35dfa-c871-4346-ad72-0d7cbbc29623 req-9d9193de-7a5a-4901-8103-8eae606705d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:10.660822 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-03a35dfa-c871-4346-ad72-0d7cbbc29623 req-9d9193de-7a5a-4901-8103-8eae606705d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc HTTP/1.1" status: 200 len: 858 time: 0.0499816 Mar 08 19:20:10.691479 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-03a35dfa-c871-4346-ad72-0d7cbbc29623 req-bbe88906-025d-4702-a90f-bee6f0e77e92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2029082-29cd-4552-a44b-4a5e4a15a1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284107 Mar 08 19:20:10.844506 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-03a35dfa-c871-4346-ad72-0d7cbbc29623 req-698f04f6-c023-478d-a1b6-a04c08fd7559 service neutron] 10.222.0.64 "GET /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468191 Mar 08 19:20:10.879517 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955b38f-4a75-4cdd-a489-a50b246e3e5b req-2fd187bc-95cc-434d-bd04-c46c72a2d31d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:10.881027 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1955b38f-4a75-4cdd-a489-a50b246e3e5b req-2fd187bc-95cc-434d-bd04-c46c72a2d31d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 945 time: 0.1424112 Mar 08 19:20:11.052283 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1955b38f-4a75-4cdd-a489-a50b246e3e5b req-df9f7257-d30c-40d9-b4d4-e886ad4fc89c tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae7bab7a-3bc2-40d8-8703-e92d87f10855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642129 Mar 08 19:20:11.058955 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-03a35dfa-c871-4346-ad72-0d7cbbc29623 req-10ffc3a4-b3c7-41dd-a1c8-14d6bc061b7b service neutron] 10.222.0.64 "GET /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075233 Mar 08 19:20:11.096033 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ed323-6483-435c-bc3e-3d4cf95a8260 req-7e8482e2-fb06-4ec7-894d-ad9e9dd41917 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:11.109825 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7c2ed323-6483-435c-bc3e-3d4cf95a8260 req-7e8482e2-fb06-4ec7-894d-ad9e9dd41917 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.1552644 Mar 08 19:20:11.198964 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7c2ed323-6483-435c-bc3e-3d4cf95a8260 req-7719f58b-9e05-44d4-8b2f-0093fd9dae81 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888920 Mar 08 19:20:11.216898 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784a466-89e4-439b-8d7c-5b40f61d101a req-0b1c86af-c9fa-4d3e-bfe9-5259885d3e6d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:11.227708 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 43164) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:11.228709 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8784a466-89e4-439b-8d7c-5b40f61d101a req-0b1c86af-c9fa-4d3e-bfe9-5259885d3e6d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 945 time: 0.0847070 Mar 08 19:20:11.232685 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-8d537986-59be-403a-94de-401141a7d6b3 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'floatingip': {'port_id': 'b6f5c8f4-4c80-4edf-af58-708249683ac6'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:11.312680 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8d537986-59be-403a-94de-401141a7d6b3 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (4a886413-6545-481b-961a-ed5dfe28f90f), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:11.530614 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c66bea-fd59-408d-9c3a-cc656e48399a req-a187994a-f2b2-4744-a460-5cb554447f1d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:11.538111 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-77c66bea-fd59-408d-9c3a-cc656e48399a req-a187994a-f2b2-4744-a460-5cb554447f1d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0827188 Mar 08 19:20:11.618542 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-77c66bea-fd59-408d-9c3a-cc656e48399a req-52d1d305-bcae-40b1-8d18-b61832f0ee01 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689080 Mar 08 19:20:11.692793 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 43176) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:11.830837 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-f0d80d1f-7f8e-425b-8807-b7371d764153 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-204080919-network', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:11.960065 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d80d1f-7f8e-425b-8807-b7371d764153 admin admin] Made reservation on behalf of 3ee114e2a47a43aeb36a88ea76037a8d for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:20:11.962575 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f0d80d1f-7f8e-425b-8807-b7371d764153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:11.987127 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f0d80d1f-7f8e-425b-8807-b7371d764153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:12.006777 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8d537986-59be-403a-94de-401141a7d6b3 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:12.084478 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f0d80d1f-7f8e-425b-8807-b7371d764153 admin admin] Publish callbacks [] for security_group (b0f0b4d2-2c71-4442-9efa-2b92010f9df5), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:12.091429 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8d537986-59be-403a-94de-401141a7d6b3 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (4a886413-6545-481b-961a-ed5dfe28f90f), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:12.165419 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f0d80d1f-7f8e-425b-8807-b7371d764153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (b0f0b4d2-2c71-4442-9efa-2b92010f9df5), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:12.192034 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d80d1f-7f8e-425b-8807-b7371d764153 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:20:12.210476 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d80d1f-7f8e-425b-8807-b7371d764153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f0b4d2-2c71-4442-9efa-2b92010f9df5,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:12.210790 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.l3_db [None req-8d537986-59be-403a-94de-401141a7d6b3 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Floating IP 4a886413-6545-481b-961a-ed5dfe28f90f associated. External IP: 172.27.2.20, port: b6f5c8f4-4c80-4edf-af58-708249683ac6. Mar 08 19:20:12.231425 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f0d80d1f-7f8e-425b-8807-b7371d764153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (5fe1463e-1dac-4251-aebf-f69690e9be43), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:12.234371 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.segments_db [None req-f0d80d1f-7f8e-425b-8807-b7371d764153 admin admin] Added segment 5fe1463e-1dac-4251-aebf-f69690e9be43 of type vlan for network 5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 Mar 08 19:20:12.283386 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f0d80d1f-7f8e-425b-8807-b7371d764153 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:12.382743 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0795e8-f398-4887-8c67-0e4ef79eb4bd req-2fdcee81-cd45-4932-aba6-77ddf34c6a71 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:12.384615 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3f0795e8-f398-4887-8c67-0e4ef79eb4bd req-2fdcee81-cd45-4932-aba6-77ddf34c6a71 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0669377 Mar 08 19:20:12.443734 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3f0795e8-f398-4887-8c67-0e4ef79eb4bd req-aa57d3da-8bf4-47d0-8419-4abb15ec011f tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523291 Mar 08 19:20:12.460579 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f0d80d1f-7f8e-425b-8807-b7371d764153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:12.462669 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d80d1f-7f8e-425b-8807-b7371d764153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:12.466290 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f0d80d1f-7f8e-425b-8807-b7371d764153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:12.543028 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d537986-59be-403a-94de-401141a7d6b3 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Router e487fd44-513d-440f-b0a4-0bfef29293b0 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:20:12.549102 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d80d1f-7f8e-425b-8807-b7371d764153 admin admin] Pushing event updated for resources: {'Network': ['ID=5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:12.559573 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network 5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:20:12.623329 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-f0d80d1f-7f8e-425b-8807-b7371d764153 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9291801 Mar 08 19:20:12.627186 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 43184) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:12.646531 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-9b984c0a-ef9b-435f-8443-df394684f97b admin admin] Request body: {'subnet': {'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-204080919-subnet', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:12.790186 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f686bfc-ac64-4c18-bfa8-55e583c751df req-8b91d2dc-351b-42a0-a76f-8f9f4d540a64 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:12.791685 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8f686bfc-ac64-4c18-bfa8-55e583c751df req-8b91d2dc-351b-42a0-a76f-8f9f4d540a64 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0823996 Mar 08 19:20:12.822205 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b984c0a-ef9b-435f-8443-df394684f97b admin admin] Made reservation on behalf of 3ee114e2a47a43aeb36a88ea76037a8d for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:20:12.825029 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9b984c0a-ef9b-435f-8443-df394684f97b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15838011'] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:12.901722 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8f686bfc-ac64-4c18-bfa8-55e583c751df req-06665900-75ab-4548-b03d-b346ed3634c6 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039443 Mar 08 19:20:12.992993 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d537986-59be-403a-94de-401141a7d6b3 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:20:12.999752 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8d537986-59be-403a-94de-401141a7d6b3 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:13.009161 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf42f9f-7364-44e1-b8a3-e24f73225e8b None None] Sync routers for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:20:13.031235 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf42f9f-7364-44e1-b8a3-e24f73225e8b None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:20:13.033209 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-baf42f9f-7364-44e1-b8a3-e24f73225e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:19:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:13.037739 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8d537986-59be-403a-94de-401141a7d6b3 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "PUT /v2.0/floatingips/4a886413-6545-481b-961a-ed5dfe28f90f HTTP/1.1" status: 200 len: 990 time: 1.8085172 Mar 08 19:20:13.038965 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2487d206-aa48-4fa8-935c-c672fdb7bf9a', 'tag': 'b6f5c8f4-4c80-4edf-af58-708249683ac6'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:20:13.042867 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f08d473-879a-4e6a-b52b-aee4bedae0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "2487d206-aa48-4fa8-935c-c672fdb7bf9a", "tag": "b6f5c8f4-4c80-4edf-af58-708249683ac6"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:20:13.086274 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3236f5-8961-46c1-b513-656aea1795c8 x-openstack-request-id: req-fb3236f5-8961-46c1-b513-656aea1795c8 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:20:13.086598 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2487d206-aa48-4fa8-935c-c672fdb7bf9a", "tag": "b6f5c8f4-4c80-4edf-af58-708249683ac6", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:20:13.087044 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb3236f5-8961-46c1-b513-656aea1795c8 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:20:13.087556 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2487d206-aa48-4fa8-935c-c672fdb7bf9a', 'tag': 'b6f5c8f4-4c80-4edf-af58-708249683ac6', 'status': 'completed', 'code': 200} Mar 08 19:20:13.176540 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08d473-879a-4e6a-b52b-aee4bedae0aa req-236ea762-c97b-40e6-99e6-4b39308f261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:13.178320 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6f08d473-879a-4e6a-b52b-aee4bedae0aa req-236ea762-c97b-40e6-99e6-4b39308f261b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 1129 time: 0.0648975 Mar 08 19:20:13.250675 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9b984c0a-ef9b-435f-8443-df394684f97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13603085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15837989'] for subnet (127d2768-3ec2-4e32-8751-49e5ef3b1d35), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:13.261794 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-baf42f9f-7364-44e1-b8a3-e24f73225e8b None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:20:13.522487 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-baf42f9f-7364-44e1-b8a3-e24f73225e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '4a886413-6545-481b-961a-ed5dfe28f90f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'port_id': 'b6f5c8f4-4c80-4edf-af58-708249683ac6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'mac_address': 'fa:16:3e:e0:18:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487d206-aa48-4fa8-935c-c672fdb7bf9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:19:51Z', 'updated_at': '2022-03-08T19:20:11Z', 'revision_number': 1, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ip_address_scope': None}, {'id': '9ae0d253-bef3-4b1e-b5eb-9eebcacb070d', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'port_id': '63a706b0-f72c-42d1-828e-e709afb6a975', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'mac_address': 'fa:16:3e:4a:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:16:07Z', 'updated_at': '2022-03-08T19:16:47Z', 'revision_number': 2, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:13.550516 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf42f9f-7364-44e1-b8a3-e24f73225e8b None None] Checking router: e487fd44-513d-440f-b0a4-0bfef29293b0 for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:20:13.559368 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf42f9f-7364-44e1-b8a3-e24f73225e8b None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:20:13.560030 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-baf42f9f-7364-44e1-b8a3-e24f73225e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:19:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:13.592840 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08d473-879a-4e6a-b52b-aee4bedae0aa req-6366e680-f620-407d-b352-00b3f0c9de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:13.594728 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6f08d473-879a-4e6a-b52b-aee4bedae0aa req-6366e680-f620-407d-b352-00b3f0c9de77 service neutron] 10.222.0.64 "GET /v2.0/networks?id=388fd34c-8824-4f29-8fd1-2b60271e031f HTTP/1.1" status: 200 len: 915 time: 0.4094791 Mar 08 19:20:13.615297 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b984c0a-ef9b-435f-8443-df394684f97b admin admin] Pushing event updated for resources: {'Subnet': ['ID=127d2768-3ec2-4e32-8751-49e5ef3b1d35,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:13.629320 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b984c0a-ef9b-435f-8443-df394684f97b admin admin] Checking segment: {'id': '5fe1463e-1dac-4251-aebf-f69690e9be43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:20:13.629984 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b984c0a-ef9b-435f-8443-df394684f97b admin admin] Network hostable DHCP agents. Network: 5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:20:13.696287 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-baf42f9f-7364-44e1-b8a3-e24f73225e8b None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:20:13.705822 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b3ff5-a964-432a-bc87-12f390b2077d req-97c3a1f1-4b31-4a20-a5a6-aabb391d7e5a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:13.707315 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-360b3ff5-a964-432a-bc87-12f390b2077d req-97c3a1f1-4b31-4a20-a5a6-aabb391d7e5a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.1733322 Mar 08 19:20:13.714122 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6f08d473-879a-4e6a-b52b-aee4bedae0aa req-89c4ff01-1c0e-4273-a24a-8c649ec39484 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6f5c8f4-4c80-4edf-af58-708249683ac6 HTTP/1.1" status: 200 len: 998 time: 0.1035204 Mar 08 19:20:13.793883 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-360b3ff5-a964-432a-bc87-12f390b2077d req-876db908-008a-4e95-b547-d7dc30ef7b1d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787449 Mar 08 19:20:13.798774 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08d473-879a-4e6a-b52b-aee4bedae0aa req-bb40dabd-e4fb-4486-8eca-0de7cbb642cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:13.800218 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6f08d473-879a-4e6a-b52b-aee4bedae0aa req-bb40dabd-e4fb-4486-8eca-0de7cbb642cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5d488cc-d933-4aa0-9cc6-087a844e6a20 HTTP/1.1" status: 200 len: 853 time: 0.0710962 Mar 08 19:20:13.857777 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08d473-879a-4e6a-b52b-aee4bedae0aa req-21ad1f74-687a-49e8-99a9-281e0da68d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:13.860186 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6f08d473-879a-4e6a-b52b-aee4bedae0aa req-21ad1f74-687a-49e8-99a9-281e0da68d06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=388fd34c-8824-4f29-8fd1-2b60271e031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502625 Mar 08 19:20:13.861259 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b984c0a-ef9b-435f-8443-df394684f97b admin admin] Network 5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:20:13.940300 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-baf42f9f-7364-44e1-b8a3-e24f73225e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '4a886413-6545-481b-961a-ed5dfe28f90f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'port_id': 'b6f5c8f4-4c80-4edf-af58-708249683ac6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'mac_address': 'fa:16:3e:e0:18:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487d206-aa48-4fa8-935c-c672fdb7bf9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:19:51Z', 'updated_at': '2022-03-08T19:20:11Z', 'revision_number': 1, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ip_address_scope': None}, {'id': '9ae0d253-bef3-4b1e-b5eb-9eebcacb070d', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'port_id': '63a706b0-f72c-42d1-828e-e709afb6a975', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'mac_address': 'fa:16:3e:4a:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:16:07Z', 'updated_at': '2022-03-08T19:16:47Z', 'revision_number': 2, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:13.967985 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6f08d473-879a-4e6a-b52b-aee4bedae0aa req-a7354fd1-b052-46a7-b7fe-ccd99378f604 service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002202 Mar 08 19:20:13.975251 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf42f9f-7364-44e1-b8a3-e24f73225e8b None None] The sync data for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi is: [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '4a886413-6545-481b-961a-ed5dfe28f90f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'port_id': 'b6f5c8f4-4c80-4edf-af58-708249683ac6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'mac_address': 'fa:16:3e:e0:18:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487d206-aa48-4fa8-935c-c672fdb7bf9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:19:51Z', 'updated_at': '2022-03-08T19:20:11Z', 'revision_number': 1, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ip_address_scope': None}, {'id': '9ae0d253-bef3-4b1e-b5eb-9eebcacb070d', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'port_id': '63a706b0-f72c-42d1-828e-e709afb6a975', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'mac_address': 'fa:16:3e:4a:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:16:07Z', 'updated_at': '2022-03-08T19:16:47Z', 'revision_number': 2, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:20:14.033770 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-9b984c0a-ef9b-435f-8443-df394684f97b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, 5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:20:14.038444 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b984c0a-ef9b-435f-8443-df394684f97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:14.039083 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9b984c0a-ef9b-435f-8443-df394684f97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:14.043691 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac3c942-4363-4f84-9663-c60e1a173807 None None] Network 5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:20:14.124857 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d4f43-60f5-40eb-ad1a-4e5da456f465 req-fdff2018-8514-43d2-ae00-c472930e6c49 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:14.134112 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1e2d4f43-60f5-40eb-ad1a-4e5da456f465 req-fdff2018-8514-43d2-ae00-c472930e6c49 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.1436725 Mar 08 19:20:14.170076 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6f08d473-879a-4e6a-b52b-aee4bedae0aa req-88668833-f650-4566-9b1d-06b784ed8b41 service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951504 Mar 08 19:20:14.180026 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-9b984c0a-ef9b-435f-8443-df394684f97b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5484121 Mar 08 19:20:14.180667 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 43200) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:14.184183 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a457b4-5bad-5c4a-859d-84f590f656d3-5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3', 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3', 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'fixed_ips': [{'subnet_id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35'}]}} from dv-cinder-830092-3-iscsi. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:20:14.185433 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:14.193217 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-204080919-router', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:14.237139 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1e2d4f43-60f5-40eb-ad1a-4e5da456f465 req-83cc9c25-d498-451a-8adf-eda069ddbaf8 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973766 Mar 08 19:20:14.300690 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dae5660-6b71-4b4a-8d5f-ac2ecb8396a5 None None] New status for floating IP 4a886413-6545-481b-961a-ed5dfe28f90f: ACTIVE {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:20:14.428027 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Allocated IP 172.20.0.2 (5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3/127d2768-3ec2-4e32-8751-49e5ef3b1d35/2d0ec58e-adad-4ebc-95e2-025109bf539b) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:20:14.454148 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-330644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25156'] for router (3ba412f3-944c-4633-ae71-9b696141f27f), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:14.458573 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-328407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25165'] for router (3ba412f3-944c-4633-ae71-9b696141f27f), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:14.540172 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Publish callbacks [] for router_controller (3ba412f3-944c-4633-ae71-9b696141f27f), precommit_add_association {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:14.636512 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Publish callbacks [] for port (2d0ec58e-adad-4ebc-95e2-025109bf539b), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:14.760225 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (2d0ec58e-adad-4ebc-95e2-025109bf539b), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:14.824602 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Network 5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:20:14.828119 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:20:14.828638 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Publish callbacks [] for router_gateway (3ba412f3-944c-4633-ae71-9b696141f27f), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:14.834032 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Pushing event updated for resources: {'Port': ['ID=2d0ec58e-adad-4ebc-95e2-025109bf539b,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:14.836657 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:20:14.929631 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Attempting to bind port 2d0ec58e-adad-4ebc-95e2-025109bf539b on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:20:14.930051 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Attempting to bind port 2d0ec58e-adad-4ebc-95e2-025109bf539b by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '5fe1463e-1dac-4251-aebf-f69690e9be43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:20:14.930617 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Attempting to bind port 2d0ec58e-adad-4ebc-95e2-025109bf539b on network 5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:20:14.940541 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:20:14.940928 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Checking segment: {'id': '5fe1463e-1dac-4251-aebf-f69690e9be43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:20:14.941337 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:14.942005 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Bound using segment: {'id': '5fe1463e-1dac-4251-aebf-f69690e9be43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:20:14.942695 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Bound port: 2d0ec58e-adad-4ebc-95e2-025109bf539b, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe1463e-1dac-4251-aebf-f69690e9be43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:20:14.949309 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (2d0ec58e-adad-4ebc-95e2-025109bf539b), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:14.974177 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850bc56-ac9b-475b-a94c-3ab3f3003536 req-d1fc5450-8bed-44e8-9a6a-261c879e165d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:14.975929 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3850bc56-ac9b-475b-a94c-3ab3f3003536 req-d1fc5450-8bed-44e8-9a6a-261c879e165d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0848591 Mar 08 19:20:15.032890 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] For port 2d0ec58e-adad-4ebc-95e2-025109bf539b, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:20:15.036140 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] For port 2d0ec58e-adad-4ebc-95e2-025109bf539b, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=2d0ec58e-adad-4ebc-95e2-025109bf539b,segment=NetworkSegment(5fe1463e-1dac-4251-aebf-f69690e9be43),segment_id=5fe1463e-1dac-4251-aebf-f69690e9be43)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:20:15.072083 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3850bc56-ac9b-475b-a94c-3ab3f3003536 req-72ca692d-8541-4140-840c-f258b00f175d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575657 Mar 08 19:20:15.131774 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (2d0ec58e-adad-4ebc-95e2-025109bf539b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:15.205060 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Publish callbacks [] for router_gateway (3ba412f3-944c-4633-ae71-9b696141f27f), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:15.231900 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:15.235357 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188506bd-a842-45cb-955d-3ece493e2c66 None None] Pushing event updated for resources: {'Port': ['ID=2d0ec58e-adad-4ebc-95e2-025109bf539b,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:15.408647 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Allocated IP 172.27.2.236 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/c2194c1a-077d-4e91-bca4-a7c493be2c24) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:20:15.473559 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39f200-45c0-4f15-9bf6-e33b6880803e req-ccbc6430-6c2f-46a4-b9fd-df88c58e83b6 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:15.475387 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4e39f200-45c0-4f15-9bf6-e33b6880803e req-ccbc6430-6c2f-46a4-b9fd-df88c58e83b6 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.1305785 Mar 08 19:20:15.589249 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4e39f200-45c0-4f15-9bf6-e33b6880803e req-f801c4bf-893f-440e-a15b-1f0b0a5fb88b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070440 Mar 08 19:20:15.642831 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Publish callbacks [] for port (c2194c1a-077d-4e91-bca4-a7c493be2c24), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:15.705232 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:20:15.762596 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (c2194c1a-077d-4e91-bca4-a7c493be2c24), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:15.820757 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:20:15.823948 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:20:15.828424 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:20:15.865049 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Pushing event updated for resources: {'Port': ['ID=c2194c1a-077d-4e91-bca4-a7c493be2c24,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:16.330895 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d8da1-e20c-4997-8532-337a20bc6b47 req-a99a1553-acee-457f-ba0c-6efd1e467d79 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:16.341821 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-493d8da1-e20c-4997-8532-337a20bc6b47 req-a99a1553-acee-457f-ba0c-6efd1e467d79 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.1687574 Mar 08 19:20:16.382426 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 2d0ec58e-adad-4ebc-95e2-025109bf539b up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:20:16.417490 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Publish callbacks [] for router_gateway (3ba412f3-944c-4633-ae71-9b696141f27f), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:16.432674 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-493d8da1-e20c-4997-8532-337a20bc6b47 req-8f52e9dc-a827-4a37-b594-00445f132712 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884886 Mar 08 19:20:16.475322 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 2d0ec58e-adad-4ebc-95e2-025109bf539b triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:16.479116 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (2d0ec58e-adad-4ebc-95e2-025109bf539b), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:16.526575 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8495306-3f31-4c3a-b7d8-86dd31163d8b None None] Network 5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:20:16.649610 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-a6c43628-adb5-4fe1-bf69-0da1d76da0aa None None] Provisioning complete for port 2d0ec58e-adad-4ebc-95e2-025109bf539b triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:16.649892 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a6c43628-adb5-4fe1-bf69-0da1d76da0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (2d0ec58e-adad-4ebc-95e2-025109bf539b), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:16.718435 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-328442'] for router (3ba412f3-944c-4633-ae71-9b696141f27f), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:16.886595 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 2d0ec58e-adad-4ebc-95e2-025109bf539b is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:16.886972 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (2d0ec58e-adad-4ebc-95e2-025109bf539b), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:16.970492 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] For port 2d0ec58e-adad-4ebc-95e2-025109bf539b, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=2d0ec58e-adad-4ebc-95e2-025109bf539b,segment=NetworkSegment(5fe1463e-1dac-4251-aebf-f69690e9be43),segment_id=5fe1463e-1dac-4251-aebf-f69690e9be43)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:16.976526 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-a6c43628-adb5-4fe1-bf69-0da1d76da0aa None None] Current status of the port 2d0ec58e-adad-4ebc-95e2-025109bf539b is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:16.976526 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a6c43628-adb5-4fe1-bf69-0da1d76da0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (2d0ec58e-adad-4ebc-95e2-025109bf539b), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:17.048553 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Router 3ba412f3-944c-4633-ae71-9b696141f27f is scheduled to L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 with binding_index 1 {{(pid=103758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:20:17.152994 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (2d0ec58e-adad-4ebc-95e2-025109bf539b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:17.162324 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.db.api [None req-a6c43628-adb5-4fe1-bf69-0da1d76da0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 19:20:17.162778 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG oslo_db.api [None req-a6c43628-adb5-4fe1-bf69-0da1d76da0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 19:20:17.217357 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:20:17.219830 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Pushing event updated for resources: {'Port': ['ID=2d0ec58e-adad-4ebc-95e2-025109bf539b,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:17.230009 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Sync routers for ids ['3ba412f3-944c-4633-ae71-9b696141f27f'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:20:17.242240 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Routers {'3ba412f3-944c-4633-ae71-9b696141f27f'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:20:17.243298 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:19:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['3ba412f3-944c-4633-ae71-9b696141f27f'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:17.358513 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:17.359967 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-cfe6d115-f287-42fe-8a04-bf08c3fa3fbf admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1768067 Mar 08 19:20:17.363412 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 43218) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:17.391683 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Set router 3ba412f3-944c-4633-ae71-9b696141f27f gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:20:17.624733 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e512add-4ee2-4d93-ac34-af2f1551a1d0 req-5f3d20bb-fc5c-4ff6-9036-49985db1fe07 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:17.626495 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2e512add-4ee2-4d93-ac34-af2f1551a1d0 req-5f3d20bb-fc5c-4ff6-9036-49985db1fe07 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0665166 Mar 08 19:20:17.654107 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'name': 'tempest-TestMinimumBasicScenario-204080919-router', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:14Z', 'updated_at': '2022-03-08T19:20:16Z', 'revision_number': 3, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'gw_port': {'id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:44:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:15Z', 'updated_at': '2022-03-08T19:20:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:17.690210 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Checking router: 3ba412f3-944c-4633-ae71-9b696141f27f for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:20:17.690587 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Updating router 3ba412f3-944c-4633-ae71-9b696141f27f port c2194c1a-077d-4e91-bca4-a7c493be2c24 binding host dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:20:17.699227 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2e512add-4ee2-4d93-ac34-af2f1551a1d0 req-8b05983e-649a-470c-b276-50262bf4fcb6 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652497 Mar 08 19:20:17.706975 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-a6c43628-adb5-4fe1-bf69-0da1d76da0aa None None] Current status of the port 2d0ec58e-adad-4ebc-95e2-025109bf539b is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:17.723958 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (c2194c1a-077d-4e91-bca4-a7c493be2c24), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:17.830018 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e00f0d5a-e733-4228-9ba5-b7ed46342d4a None None] Provisioning complete for port 2d0ec58e-adad-4ebc-95e2-025109bf539b triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:17.830968 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e00f0d5a-e733-4228-9ba5-b7ed46342d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (2d0ec58e-adad-4ebc-95e2-025109bf539b), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:17.875568 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:17.918676 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e00f0d5a-e733-4228-9ba5-b7ed46342d4a None None] Current status of the port 2d0ec58e-adad-4ebc-95e2-025109bf539b is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:18.013054 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Publish callbacks [] for port (c2194c1a-077d-4e91-bca4-a7c493be2c24), precommit_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.049665 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Allocated IP 172.20.0.1 (5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3/127d2768-3ec2-4e32-8751-49e5ef3b1d35/3ffd2343-c02d-457b-b6f0-1470c3fa55a0) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:20:18.138903 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (c2194c1a-077d-4e91-bca4-a7c493be2c24), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.157006 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Publish callbacks [] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.191019 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Attempting to bind port c2194c1a-077d-4e91-bca4-a7c493be2c24 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:20:18.191386 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Attempting to bind port c2194c1a-077d-4e91-bca4-a7c493be2c24 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:20:18.191767 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Attempting to bind port c2194c1a-077d-4e91-bca4-a7c493be2c24 on network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:20:18.199166 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:20:18.199530 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Checking segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:20:18.199920 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.200327 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Bound using segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:20:18.200778 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Bound port: c2194c1a-077d-4e91-bca4-a7c493be2c24, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:20:18.201146 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (c2194c1a-077d-4e91-bca4-a7c493be2c24), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.224090 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39147158-9940-446a-98c0-7f857e930eee None None] Pushing event updated for resources: {'Port': ['ID=c2194c1a-077d-4e91-bca4-a7c493be2c24,revision_number=2']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:18.233381 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39147158-9940-446a-98c0-7f857e930eee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.234005 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39147158-9940-446a-98c0-7f857e930eee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.234227 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39147158-9940-446a-98c0-7f857e930eee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.234593 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39147158-9940-446a-98c0-7f857e930eee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.234919 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39147158-9940-446a-98c0-7f857e930eee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.235260 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39147158-9940-446a-98c0-7f857e930eee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.235565 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39147158-9940-446a-98c0-7f857e930eee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.235882 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39147158-9940-446a-98c0-7f857e930eee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.236197 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39147158-9940-446a-98c0-7f857e930eee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.236527 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39147158-9940-446a-98c0-7f857e930eee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.237343 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39147158-9940-446a-98c0-7f857e930eee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.237343 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39147158-9940-446a-98c0-7f857e930eee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.237596 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39147158-9940-446a-98c0-7f857e930eee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.269790 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] For port c2194c1a-077d-4e91-bca4-a7c493be2c24, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:20:18.276070 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] For port c2194c1a-077d-4e91-bca4-a7c493be2c24, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=c2194c1a-077d-4e91-bca4-a7c493be2c24,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:20:18.308753 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 2d0ec58e-adad-4ebc-95e2-025109bf539b up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:20:18.361353 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 2d0ec58e-adad-4ebc-95e2-025109bf539b triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:18.361723 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (2d0ec58e-adad-4ebc-95e2-025109bf539b), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.370987 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.405162 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (c2194c1a-077d-4e91-bca4-a7c493be2c24), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.412914 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Network 5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:20:18.422276 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:20:18.424816 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:20:18.459132 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 2d0ec58e-adad-4ebc-95e2-025109bf539b is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:18.477161 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Routers {'3ba412f3-944c-4633-ae71-9b696141f27f'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:20:18.477916 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:19:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['3ba412f3-944c-4633-ae71-9b696141f27f'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:18.482675 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Pushing event updated for resources: {'Port': ['ID=3ffd2343-c02d-457b-b6f0-1470c3fa55a0,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:18.497413 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327895'] for router_interface (3ba412f3-944c-4633-ae71-9b696141f27f), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.689051 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39147158-9940-446a-98c0-7f857e930eee None None] Pushing event updated for resources: {'Port': ['ID=c2194c1a-077d-4e91-bca4-a7c493be2c24,revision_number=3']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:18.749062 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.758655 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-011fb3dc-29cb-4aca-9ed4-924f2f384519 None None] Provisioning complete for port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:18.759211 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-011fb3dc-29cb-4aca-9ed4-924f2f384519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.806251 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] Set router 3ba412f3-944c-4633-ae71-9b696141f27f gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:20:18.824445 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-011fb3dc-29cb-4aca-9ed4-924f2f384519 None None] Port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:20:18.910174 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1440b86-eb74-4c72-a705-cf77578246b5 req-82e00558-f9f0-42c8-bd80-f361d5ff13fa tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:18.911829 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c1440b86-eb74-4c72-a705-cf77578246b5 req-82e00558-f9f0-42c8-bd80-f361d5ff13fa tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0931859 Mar 08 19:20:18.998683 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c1440b86-eb74-4c72-a705-cf77578246b5 req-09ae224d-f113-4e88-a8e4-296b231d23dd tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724137 Mar 08 19:20:19.067005 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Publish callbacks [] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:19.084115 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'name': 'tempest-TestMinimumBasicScenario-204080919-router', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:14Z', 'updated_at': '2022-03-08T19:20:16Z', 'revision_number': 3, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'gw_port': {'id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:44:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:15Z', 'updated_at': '2022-03-08T19:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:19.112024 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b83c9f-8ef3-49a3-b969-ed8c9e3911b6 None None] The sync data for ids ['3ba412f3-944c-4633-ae71-9b696141f27f'] in dv-cinder-830092-3-iscsi is: [{'id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'name': 'tempest-TestMinimumBasicScenario-204080919-router', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:14Z', 'updated_at': '2022-03-08T19:20:16Z', 'revision_number': 3, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'gw_port': {'id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:44:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:15Z', 'updated_at': '2022-03-08T19:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:20:19.158630 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:19.229718 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Pushing event updated for resources: {'Port': ['ID=3ffd2343-c02d-457b-b6f0-1470c3fa55a0,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:19.232133 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327867'] for router_interface (3ba412f3-944c-4633-ae71-9b696141f27f), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:19.242993 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:19.243336 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:19.243670 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:19.243997 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:19.244334 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:19.244685 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:19.246358 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:19.246358 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:19.246358 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:19.246358 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:19.246358 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:19.256389 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:19.256389 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:19.369713 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Network 5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:20:19.371765 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:20:19.532931 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Router 3ba412f3-944c-4633-ae71-9b696141f27f has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:20:19.669788 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:20:19.669788 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-9a4fb53b-4465-4f12-9a09-1673fac77d71 admin admin] 10.222.0.21 "PUT /v2.0/routers/3ba412f3-944c-4633-ae71-9b696141f27f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3001134 Mar 08 19:20:19.669974 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c898d5b1-b909-4160-8ac4-85aa83df2484 None None] Provisioning complete for port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:19.669974 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c898d5b1-b909-4160-8ac4-85aa83df2484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:19.707619 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c898d5b1-b909-4160-8ac4-85aa83df2484 None None] Port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:20:20.155515 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170989d0-4f1e-4f6f-af76-65c43c30123c req-3dd93ff0-27f6-46ec-8cf1-f4778fe6c8b4 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:20.156993 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-170989d0-4f1e-4f6f-af76-65c43c30123c req-3dd93ff0-27f6-46ec-8cf1-f4778fe6c8b4 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0519547 Mar 08 19:20:20.206307 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-170989d0-4f1e-4f6f-af76-65c43c30123c req-0db1ef97-9d42-4599-bdd5-8ad3507864de tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438559 Mar 08 19:20:20.348560 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device c2194c1a-077d-4e91-bca4-a7c493be2c24 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:20:20.403514 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port c2194c1a-077d-4e91-bca4-a7c493be2c24 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:20.404001 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (c2194c1a-077d-4e91-bca4-a7c493be2c24), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.484854 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port c2194c1a-077d-4e91-bca4-a7c493be2c24 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:20.485251 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (c2194c1a-077d-4e91-bca4-a7c493be2c24), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.508611 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] For port c2194c1a-077d-4e91-bca4-a7c493be2c24, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=c2194c1a-077d-4e91-bca4-a7c493be2c24,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:20.607371 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (c2194c1a-077d-4e91-bca4-a7c493be2c24), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.609084 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 43272) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:20.616240 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-4ca1828c-a1dc-4575-9579-8f1042a8ce4a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1598033223-network', 'tenant_id': 'd51ea25de296449fad48deae18611e4a'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:20.667110 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Pushing event updated for resources: {'Port': ['ID=c2194c1a-077d-4e91-bca4-a7c493be2c24,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:20.715748 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca1828c-a1dc-4575-9579-8f1042a8ce4a admin admin] Made reservation on behalf of d51ea25de296449fad48deae18611e4a for: {'network': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:20:20.718170 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4ca1828c-a1dc-4575-9579-8f1042a8ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.727015 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4ca1828c-a1dc-4575-9579-8f1042a8ce4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.746598 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ba61134e-1c8d-42bd-b0c4-df9522f1268f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.807224 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4ca1828c-a1dc-4575-9579-8f1042a8ce4a admin admin] Publish callbacks [] for security_group (9ecac5db-e3a9-426b-afbb-51bb7e27866f), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.846596 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Sync routers for ids ['3ba412f3-944c-4633-ae71-9b696141f27f'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:20:20.858655 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Routers {'3ba412f3-944c-4633-ae71-9b696141f27f'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:20:20.859428 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:19:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['3ba412f3-944c-4633-ae71-9b696141f27f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:20.907906 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4ca1828c-a1dc-4575-9579-8f1042a8ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (9ecac5db-e3a9-426b-afbb-51bb7e27866f), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.929369 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca1828c-a1dc-4575-9579-8f1042a8ce4a admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=103757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:20:20.944764 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1828c-a1dc-4575-9579-8f1042a8ce4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecac5db-e3a9-426b-afbb-51bb7e27866f,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:20.947613 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4ca1828c-a1dc-4575-9579-8f1042a8ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (484a17bd-4d98-44b7-8e7c-008ecc1e8b9e), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.947948 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.segments_db [None req-4ca1828c-a1dc-4575-9579-8f1042a8ce4a admin admin] Added segment 484a17bd-4d98-44b7-8e7c-008ecc1e8b9e of type vlan for network 4140a7e5-391f-41df-afbf-7f4c97c4e898 Mar 08 19:20:20.979188 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Set router 3ba412f3-944c-4633-ae71-9b696141f27f gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:20:20.989614 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4ca1828c-a1dc-4575-9579-8f1042a8ce4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (4140a7e5-391f-41df-afbf-7f4c97c4e898), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:21.113899 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4ca1828c-a1dc-4575-9579-8f1042a8ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (4140a7e5-391f-41df-afbf-7f4c97c4e898), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:21.114832 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca1828c-a1dc-4575-9579-8f1042a8ce4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:21.115416 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4ca1828c-a1dc-4575-9579-8f1042a8ce4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:21.177729 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1828c-a1dc-4575-9579-8f1042a8ce4a admin admin] Pushing event updated for resources: {'Network': ['ID=4140a7e5-391f-41df-afbf-7f4c97c4e898,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:21.187926 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network 4140a7e5-391f-41df-afbf-7f4c97c4e898 details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:20:21.211716 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'name': 'tempest-TestMinimumBasicScenario-204080919-router', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:14Z', 'updated_at': '2022-03-08T19:20:18Z', 'revision_number': 4, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'gw_port': {'id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:44:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:15Z', 'updated_at': '2022-03-08T19:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '3ffd2343-c02d-457b-b6f0-1470c3fa55a0', 'name': '', 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'mac_address': 'fa:16:3e:d8:e0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:17Z', 'updated_at': '2022-03-08T19:20:18Z', 'revision_number': 2, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'subnets': [{'id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:21.255290 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-4ca1828c-a1dc-4575-9579-8f1042a8ce4a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6364422 Mar 08 19:20:21.255649 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 43276) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:21.263044 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-f35fb2cf-3e13-4323-962e-e3e79dc3dbb0 admin admin] Request body: {'subnet': {'network_id': '4140a7e5-391f-41df-afbf-7f4c97c4e898', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1598033223-subnet', 'tenant_id': 'd51ea25de296449fad48deae18611e4a', 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:21.266108 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Checking router: 3ba412f3-944c-4633-ae71-9b696141f27f for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:20:21.266108 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Updating router 3ba412f3-944c-4633-ae71-9b696141f27f port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 binding host dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:20:21.307630 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:21.369510 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b29f6-05cd-4309-b2b2-07f039d3a0ec req-4a9751ee-51e1-4b1b-a1d2-6f1f4d93360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:21.370955 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f36b29f6-05cd-4309-b2b2-07f039d3a0ec req-4a9751ee-51e1-4b1b-a1d2-6f1f4d93360a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e232d9d1074348e8bcb4ab6f69434a83&device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 1130 time: 0.0855100 Mar 08 19:20:21.377785 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1814f-f756-4984-acc4-b18bbbed54ac req-d5467857-1f8f-4a6b-86bc-3759c06b32a8 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:21.379167 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a8f1814f-f756-4984-acc4-b18bbbed54ac req-d5467857-1f8f-4a6b-86bc-3759c06b32a8 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0817695 Mar 08 19:20:21.405919 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35fb2cf-3e13-4323-962e-e3e79dc3dbb0 admin admin] Made reservation on behalf of d51ea25de296449fad48deae18611e4a for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:20:21.408305 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f35fb2cf-3e13-4323-962e-e3e79dc3dbb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15838011'] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:21.591429 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Publish callbacks [] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:21.696520 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:21.756481 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a0379-1baa-4570-973b-5657b40f11d8 None None] Pushing event updated for resources: {'Port': ['ID=3ffd2343-c02d-457b-b6f0-1470c3fa55a0,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:21.794730 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a8f1814f-f756-4984-acc4-b18bbbed54ac req-7043264b-257b-4f5b-b8f9-387acf3fc657 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4074171 Mar 08 19:20:21.819835 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Attempting to bind port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:20:21.820467 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Attempting to bind port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '5fe1463e-1dac-4251-aebf-f69690e9be43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:20:21.821768 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Attempting to bind port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 on network 5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:20:21.825843 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b29f6-05cd-4309-b2b2-07f039d3a0ec req-591eb422-1428-4c51-83b0-eb64408f1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:21.828690 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f36b29f6-05cd-4309-b2b2-07f039d3a0ec req-591eb422-1428-4c51-83b0-eb64408f1475 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46edac82-f34a-4fd3-bd2f-ca292de936fb HTTP/1.1" status: 200 len: 917 time: 0.4486535 Mar 08 19:20:21.834822 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:20:21.834822 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Checking segment: {'id': '5fe1463e-1dac-4251-aebf-f69690e9be43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:20:21.834822 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:21.834822 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Bound using segment: {'id': '5fe1463e-1dac-4251-aebf-f69690e9be43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:20:21.834822 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Bound port: 3ffd2343-c02d-457b-b6f0-1470c3fa55a0, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe1463e-1dac-4251-aebf-f69690e9be43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:20:21.834822 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:21.907361 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] For port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:20:21.912621 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] For port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=3ffd2343-c02d-457b-b6f0-1470c3fa55a0,segment=NetworkSegment(5fe1463e-1dac-4251-aebf-f69690e9be43),segment_id=5fe1463e-1dac-4251-aebf-f69690e9be43)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:20:21.959003 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f36b29f6-05cd-4309-b2b2-07f039d3a0ec req-da35ace3-7369-4e9c-90c3-6ebba45a9876 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34502e9b-8ce0-42c4-bc29-94a2de69e607 HTTP/1.1" status: 200 len: 1002 time: 0.1227694 Mar 08 19:20:22.001990 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:22.053134 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0766c2-5ba3-41a5-9df4-921bdaee025d req-93d71cf9-81a8-4673-bbac-e48e5f04d0c5 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:22.054665 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1a0766c2-5ba3-41a5-9df4-921bdaee025d req-93d71cf9-81a8-4673-bbac-e48e5f04d0c5 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.1614602 Mar 08 19:20:22.071523 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b29f6-05cd-4309-b2b2-07f039d3a0ec req-5c0528ab-6e72-48bc-bd1d-4ae591c66a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:22.072945 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f36b29f6-05cd-4309-b2b2-07f039d3a0ec req-5c0528ab-6e72-48bc-bd1d-4ae591c66a5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c12f396-82f2-4313-8a98-b17d51e08628 HTTP/1.1" status: 200 len: 855 time: 0.1014318 Mar 08 19:20:22.081450 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Routers {'3ba412f3-944c-4633-ae71-9b696141f27f'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:20:22.082236 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:19:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['3ba412f3-944c-4633-ae71-9b696141f27f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:22.084459 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a0379-1baa-4570-973b-5657b40f11d8 None None] Pushing event updated for resources: {'Port': ['ID=3ffd2343-c02d-457b-b6f0-1470c3fa55a0,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:22.142228 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-509efb6c-acec-493f-acff-7254d6b5cf52 None None] Provisioning complete for port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:22.142626 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-509efb6c-acec-493f-acff-7254d6b5cf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:22.145905 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1a0766c2-5ba3-41a5-9df4-921bdaee025d req-85ce348c-8d99-4202-a029-10bcbdd3a541 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850637 Mar 08 19:20:22.149090 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f35fb2cf-3e13-4323-962e-e3e79dc3dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13603085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15837989'] for subnet (bff94462-f619-4edf-ae08-52619945d047), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:22.191493 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b29f6-05cd-4309-b2b2-07f039d3a0ec req-53fdb65e-251c-45c4-8fba-8d0c40c4407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:22.193586 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f36b29f6-05cd-4309-b2b2-07f039d3a0ec req-53fdb65e-251c-45c4-8fba-8d0c40c4407d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46edac82-f34a-4fd3-bd2f-ca292de936fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1144137 Mar 08 19:20:22.217636 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fb2cf-3e13-4323-962e-e3e79dc3dbb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bff94462-f619-4edf-ae08-52619945d047,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:22.226305 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35fb2cf-3e13-4323-962e-e3e79dc3dbb0 admin admin] Checking segment: {'id': '484a17bd-4d98-44b7-8e7c-008ecc1e8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '4140a7e5-391f-41df-afbf-7f4c97c4e898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:20:22.226707 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35fb2cf-3e13-4323-962e-e3e79dc3dbb0 admin admin] Network hostable DHCP agents. Network: 4140a7e5-391f-41df-afbf-7f4c97c4e898, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:20:22.269295 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] Set router 3ba412f3-944c-4633-ae71-9b696141f27f gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:20:22.315036 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device c2194c1a-077d-4e91-bca4-a7c493be2c24 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:20:22.363554 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f36b29f6-05cd-4309-b2b2-07f039d3a0ec req-0c9a664d-b275-4ebe-8564-a369da28aaeb service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905311 Mar 08 19:20:22.395244 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35fb2cf-3e13-4323-962e-e3e79dc3dbb0 admin admin] Network 4140a7e5-391f-41df-afbf-7f4c97c4e898 is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:20:22.467623 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-509efb6c-acec-493f-acff-7254d6b5cf52 None None] Current status of the port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:22.468144 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-509efb6c-acec-493f-acff-7254d6b5cf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:22.469716 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f36b29f6-05cd-4309-b2b2-07f039d3a0ec req-78a3d538-6954-4c12-b7fc-a70c7b4c5d36 service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987353 Mar 08 19:20:22.519178 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-f35fb2cf-3e13-4323-962e-e3e79dc3dbb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, 4140a7e5-391f-41df-afbf-7f4c97c4e898) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:20:22.523250 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35fb2cf-3e13-4323-962e-e3e79dc3dbb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:22.524406 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f35fb2cf-3e13-4323-962e-e3e79dc3dbb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:22.530669 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6ac4d6-249f-4580-bc8e-60cb4815e82d None None] Network 4140a7e5-391f-41df-afbf-7f4c97c4e898 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:20:22.647599 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-509efb6c-acec-493f-acff-7254d6b5cf52 None None] For port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=3ffd2343-c02d-457b-b6f0-1470c3fa55a0,segment=NetworkSegment(5fe1463e-1dac-4251-aebf-f69690e9be43),segment_id=5fe1463e-1dac-4251-aebf-f69690e9be43)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:22.656264 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-f35fb2cf-3e13-4323-962e-e3e79dc3dbb0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3980224 Mar 08 19:20:22.659073 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 43284) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:22.663454 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1598033223-router', 'tenant_id': 'd51ea25de296449fad48deae18611e4a', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:22.685905 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port c2194c1a-077d-4e91-bca4-a7c493be2c24 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:22.686131 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (c2194c1a-077d-4e91-bca4-a7c493be2c24), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:22.750882 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-330644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25156'] for router (a11a6a86-32eb-4ce6-b1b2-7d64496aa64a), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:22.752322 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-328407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25165'] for router (a11a6a86-32eb-4ce6-b1b2-7d64496aa64a), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:22.754567 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-509efb6c-acec-493f-acff-7254d6b5cf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:22.762632 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a457b4-5bad-5c4a-859d-84f590f656d3-4140a7e5-391f-41df-afbf-7f4c97c4e898', 'network_id': '4140a7e5-391f-41df-afbf-7f4c97c4e898', 'project_id': 'd51ea25de296449fad48deae18611e4a', 'fixed_ips': [{'subnet_id': 'bff94462-f619-4edf-ae08-52619945d047'}]}} from dv-cinder-830092-3-iscsi. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:20:22.763442 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:22.806881 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Publish callbacks [] for router_controller (a11a6a86-32eb-4ce6-b1b2-7d64496aa64a), precommit_add_association {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:22.931251 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509efb6c-acec-493f-acff-7254d6b5cf52 None None] Pushing event updated for resources: {'Port': ['ID=3ffd2343-c02d-457b-b6f0-1470c3fa55a0,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:22.970611 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-17d52d26-3866-4ca0-abb1-baf25fe2329e None None] Provisioning complete for port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:22.970986 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-17d52d26-3866-4ca0-abb1-baf25fe2329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:22.976086 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'name': 'tempest-TestMinimumBasicScenario-204080919-router', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:14Z', 'updated_at': '2022-03-08T19:20:18Z', 'revision_number': 4, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'gw_port': {'id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:44:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:15Z', 'updated_at': '2022-03-08T19:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '3ffd2343-c02d-457b-b6f0-1470c3fa55a0', 'name': '', 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'mac_address': 'fa:16:3e:d8:e0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:17Z', 'updated_at': '2022-03-08T19:20:21Z', 'revision_number': 4, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'subnets': [{'id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:22.977654 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port c2194c1a-077d-4e91-bca4-a7c493be2c24 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:23.029326 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac9891-34bc-4b1d-988b-a0c8e19e7712 req-10135b2a-2028-4dbb-8b36-0ca51edc1e1b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:23.031308 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4fac9891-34bc-4b1d-988b-a0c8e19e7712 req-10135b2a-2028-4dbb-8b36-0ca51edc1e1b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 946 time: 0.1557021 Mar 08 19:20:23.057757 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b396c34d-c947-4d14-8aba-c0887f63b65b None None] The sync data for ids ['3ba412f3-944c-4633-ae71-9b696141f27f'] in dv-cinder-830092-3-iscsi is: [{'id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'name': 'tempest-TestMinimumBasicScenario-204080919-router', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:14Z', 'updated_at': '2022-03-08T19:20:18Z', 'revision_number': 4, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'gw_port': {'id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:44:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:15Z', 'updated_at': '2022-03-08T19:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '3ffd2343-c02d-457b-b6f0-1470c3fa55a0', 'name': '', 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'mac_address': 'fa:16:3e:d8:e0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:17Z', 'updated_at': '2022-03-08T19:20:21Z', 'revision_number': 4, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'subnets': [{'id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:20:23.070749 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Publish callbacks [] for router_gateway (a11a6a86-32eb-4ce6-b1b2-7d64496aa64a), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:23.085630 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Allocated IP 172.20.0.2 (4140a7e5-391f-41df-afbf-7f4c97c4e898/bff94462-f619-4edf-ae08-52619945d047/b4ccd864-4d7c-492d-89f6-aebaeb9f5b85) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:20:23.132286 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4fac9891-34bc-4b1d-988b-a0c8e19e7712 req-99eeb996-7de9-4c0b-84e1-38b78e904452 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733747 Mar 08 19:20:23.160392 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-70096466-cde8-4203-ae44-6a553e60de72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:23.218897 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-17d52d26-3866-4ca0-abb1-baf25fe2329e None None] Current status of the port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:23.305270 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Publish callbacks [] for port (b4ccd864-4d7c-492d-89f6-aebaeb9f5b85), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:23.315936 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ce271-a2a3-49b9-8db1-71b4edfd3abb req-722523a2-94bb-4a5e-ad18-bfb5a9d69ce5 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:23.317465 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9f1ce271-a2a3-49b9-8db1-71b4edfd3abb req-722523a2-94bb-4a5e-ad18-bfb5a9d69ce5 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0903890 Mar 08 19:20:23.377070 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9f1ce271-a2a3-49b9-8db1-71b4edfd3abb req-1902e655-005c-4e44-b3fe-fe0839c7be71 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529704 Mar 08 19:20:23.397645 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (b4ccd864-4d7c-492d-89f6-aebaeb9f5b85), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:23.431292 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Network 4140a7e5-391f-41df-afbf-7f4c97c4e898 is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:20:23.434313 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:20:23.442226 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:20:23.453679 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Pushing event updated for resources: {'Port': ['ID=b4ccd864-4d7c-492d-89f6-aebaeb9f5b85,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:23.497399 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Publish callbacks [] for router_gateway (a11a6a86-32eb-4ce6-b1b2-7d64496aa64a), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:23.506027 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Attempting to bind port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:20:23.506583 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Attempting to bind port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '484a17bd-4d98-44b7-8e7c-008ecc1e8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '4140a7e5-391f-41df-afbf-7f4c97c4e898'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:20:23.506958 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Attempting to bind port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 on network 4140a7e5-391f-41df-afbf-7f4c97c4e898 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:20:23.512977 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:20:23.513403 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Checking segment: {'id': '484a17bd-4d98-44b7-8e7c-008ecc1e8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '4140a7e5-391f-41df-afbf-7f4c97c4e898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:20:23.513857 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:23.514801 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Bound using segment: {'id': '484a17bd-4d98-44b7-8e7c-008ecc1e8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '4140a7e5-391f-41df-afbf-7f4c97c4e898'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:20:23.515276 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Bound port: b4ccd864-4d7c-492d-89f6-aebaeb9f5b85, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484a17bd-4d98-44b7-8e7c-008ecc1e8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '4140a7e5-391f-41df-afbf-7f4c97c4e898'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:20:23.515656 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (b4ccd864-4d7c-492d-89f6-aebaeb9f5b85), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:23.521834 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:23.562102 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 34502e9b-8ce0-42c4-bc29-94a2de69e607 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:20:23.623983 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] For port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:20:23.628680 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] For port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=b4ccd864-4d7c-492d-89f6-aebaeb9f5b85,segment=NetworkSegment(484a17bd-4d98-44b7-8e7c-008ecc1e8b9e),segment_id=484a17bd-4d98-44b7-8e7c-008ecc1e8b9e)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:20:23.639757 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Allocated IP 172.27.2.230 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/8b3647de-9719-49aa-8ebd-855e1e66327e) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:20:23.672901 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 34502e9b-8ce0-42c4-bc29-94a2de69e607 is: ACTIVE; New status is: DOWN {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:23.676511 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:23.698266 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77883da4-802b-4542-9318-8174c773d3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34502e9b-8ce0-42c4-bc29-94a2de69e607'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:20:23.700640 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b9d7c7-3f6f-414d-bc57-bf25d3afb436" -d '{"events": [{"server_uuid": "77883da4-802b-4542-9318-8174c773d3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "34502e9b-8ce0-42c4-bc29-94a2de69e607"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:20:23.713592 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 34502e9b-8ce0-42c4-bc29-94a2de69e607, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34502e9b-8ce0-42c4-bc29-94a2de69e607,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:23.742862 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 19:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064aef54-9c6a-4f5a-893b-cceb7cc816f0 x-openstack-request-id: req-064aef54-9c6a-4f5a-893b-cceb7cc816f0 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:20:23.743220 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77883da4-802b-4542-9318-8174c773d3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "34502e9b-8ce0-42c4-bc29-94a2de69e607", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:20:23.743541 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-064aef54-9c6a-4f5a-893b-cceb7cc816f0 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:20:23.744000 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77883da4-802b-4542-9318-8174c773d3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34502e9b-8ce0-42c4-bc29-94a2de69e607', 'code': 200} Mar 08 19:20:23.761075 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Publish callbacks [] for port (8b3647de-9719-49aa-8ebd-855e1e66327e), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:23.797298 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (b4ccd864-4d7c-492d-89f6-aebaeb9f5b85), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:23.852173 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:23.860799 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140551d3-89e1-45db-b9e3-406e70b12d7f None None] Pushing event updated for resources: {'Port': ['ID=b4ccd864-4d7c-492d-89f6-aebaeb9f5b85,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:23.922590 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (8b3647de-9719-49aa-8ebd-855e1e66327e), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:23.928267 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=34502e9b-8ce0-42c4-bc29-94a2de69e607,revision_number=8']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:23.968239 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:20:23.972767 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:20:23.976482 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:20:23.999579 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=8b3647de-9719-49aa-8ebd-855e1e66327e,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:24.127253 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:24.319535 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe79d08-f369-4d8d-81ac-2dfb21ecb444 req-00217e10-2b61-4d85-86fb-a8aa20f889b5 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:24.321275 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-afe79d08-f369-4d8d-81ac-2dfb21ecb444 req-00217e10-2b61-4d85-86fb-a8aa20f889b5 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.1010089 Mar 08 19:20:24.379616 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:20:24.415116 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Publish callbacks [] for router_gateway (a11a6a86-32eb-4ce6-b1b2-7d64496aa64a), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:24.419715 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-afe79d08-f369-4d8d-81ac-2dfb21ecb444 req-5e826f61-d434-4ee5-ac57-e1cf18fd0427 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717270 Mar 08 19:20:24.452692 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:24.453207 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (b4ccd864-4d7c-492d-89f6-aebaeb9f5b85), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:24.557881 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:24.558267 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (b4ccd864-4d7c-492d-89f6-aebaeb9f5b85), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:24.562604 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc656ee-36ad-49cb-a346-f5af57e34b3a req-5aec0379-de3a-4414-9ade-b98e32ff8646 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:24.564125 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3cc656ee-36ad-49cb-a346-f5af57e34b3a req-5aec0379-de3a-4414-9ade-b98e32ff8646 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.1023467 Mar 08 19:20:24.604895 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] For port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=b4ccd864-4d7c-492d-89f6-aebaeb9f5b85,segment=NetworkSegment(484a17bd-4d98-44b7-8e7c-008ecc1e8b9e),segment_id=484a17bd-4d98-44b7-8e7c-008ecc1e8b9e)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:24.648433 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:24.706390 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3cc656ee-36ad-49cb-a346-f5af57e34b3a req-622df890-3fdd-4c28-a02b-a893828db400 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321416 Mar 08 19:20:24.753740 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-328442'] for router (a11a6a86-32eb-4ce6-b1b2-7d64496aa64a), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:24.793696 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (b4ccd864-4d7c-492d-89f6-aebaeb9f5b85), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:24.794612 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:20:24.877271 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Pushing event updated for resources: {'Port': ['ID=b4ccd864-4d7c-492d-89f6-aebaeb9f5b85,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:24.890927 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:24.891397 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:24.894865 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460af530-bd80-4d46-a263-688dac5c0f38 None None] Network 4140a7e5-391f-41df-afbf-7f4c97c4e898 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:20:25.008407 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-859daf49-a7f6-4132-8cad-0af74c404022 None None] Provisioning complete for port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:25.008871 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-859daf49-a7f6-4132-8cad-0af74c404022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (b4ccd864-4d7c-492d-89f6-aebaeb9f5b85), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:25.169259 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5245a4-7328-4961-91f3-381ab288c83d req-8c70ff17-29f4-4cf8-98dd-c79691eb91e4 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:25.171323 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1e5245a4-7328-4961-91f3-381ab288c83d req-8c70ff17-29f4-4cf8-98dd-c79691eb91e4 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.64 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 946 time: 0.0822794 Mar 08 19:20:25.253197 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:25.273491 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-1e5245a4-7328-4961-91f3-381ab288c83d req-c94df949-40aa-45a6-9d48-de9c3cd2d74b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Deleting port 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:20:25.274093 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-1e5245a4-7328-4961-91f3-381ab288c83d req-c94df949-40aa-45a6-9d48-de9c3cd2d74b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (29f0b5c5-2d98-404d-ad24-1cb7095dc3ab), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:25.291507 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-859daf49-a7f6-4132-8cad-0af74c404022 None None] Current status of the port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:25.326973 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Router a11a6a86-32eb-4ce6-b1b2-7d64496aa64a is scheduled to L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 with binding_index 1 {{(pid=103758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:20:25.411184 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-1e5245a4-7328-4961-91f3-381ab288c83d req-c94df949-40aa-45a6-9d48-de9c3cd2d74b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] For port 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=29f0b5c5-2d98-404d-ad24-1cb7095dc3ab,segment=NetworkSegment(243290d6-6ac6-4fdc-a1e0-6822e45d5468),segment_id=243290d6-6ac6-4fdc-a1e0-6822e45d5468)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:25.411533 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-1e5245a4-7328-4961-91f3-381ab288c83d req-c94df949-40aa-45a6-9d48-de9c3cd2d74b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (29f0b5c5-2d98-404d-ad24-1cb7095dc3ab), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:25.428737 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-1e5245a4-7328-4961-91f3-381ab288c83d req-c94df949-40aa-45a6-9d48-de9c3cd2d74b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Calling delete_port for 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:20:25.522694 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-1de22480-2bec-48af-9c1a-7dc78245284a None None] Provisioning complete for port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:25.523527 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1de22480-2bec-48af-9c1a-7dc78245284a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (b4ccd864-4d7c-492d-89f6-aebaeb9f5b85), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:25.556658 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:20:25.564545 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Sync routers for ids ['a11a6a86-32eb-4ce6-b1b2-7d64496aa64a'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:20:25.574802 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Routers {'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:20:25.575672 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:20:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a11a6a86-32eb-4ce6-b1b2-7d64496aa64a'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:25.611408 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-1de22480-2bec-48af-9c1a-7dc78245284a None None] Current status of the port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:25.630482 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188c946-3c20-4a6c-9a8a-6d7192b6ab40 req-2ed2f3d2-b8b8-4d75-b0c3-2593602b50bc tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:25.631973 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a188c946-3c20-4a6c-9a8a-6d7192b6ab40 req-2ed2f3d2-b8b8-4d75-b0c3-2593602b50bc tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.1249897 Mar 08 19:20:25.687475 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Set router a11a6a86-32eb-4ce6-b1b2-7d64496aa64a gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:20:25.695929 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:25.697138 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-463bf022-d121-4467-a41d-862d20d3f8e5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0370557 Mar 08 19:20:25.700799 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 43300) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:25.712590 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a188c946-3c20-4a6c-9a8a-6d7192b6ab40 req-0401be22-31b5-4b32-ba41-9fce38a992d9 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615017 Mar 08 19:20:25.758954 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:25.793153 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-1e5245a4-7328-4961-91f3-381ab288c83d req-c94df949-40aa-45a6-9d48-de9c3cd2d74b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (29f0b5c5-2d98-404d-ad24-1cb7095dc3ab), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:25.806223 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['8af561ea-f524-4bd3-b0b9-02469072d66c'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:20:25.870533 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'name': 'tempest-TestMinimumBasicScenario-1598033223-router', 'tenant_id': 'd51ea25de296449fad48deae18611e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '8b3647de-9719-49aa-8ebd-855e1e66327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:22Z', 'updated_at': '2022-03-08T19:20:24Z', 'revision_number': 3, 'project_id': 'd51ea25de296449fad48deae18611e4a', 'gw_port': {'id': '8b3647de-9719-49aa-8ebd-855e1e66327e', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:23Z', 'updated_at': '2022-03-08T19:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:25.875316 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94df949-40aa-45a6-9d48-de9c3cd2d74b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Pushing event deleted for resources: {'Port': ['ID=29f0b5c5-2d98-404d-ad24-1cb7095dc3ab,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:25.902391 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Checking router: a11a6a86-32eb-4ce6-b1b2-7d64496aa64a for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:20:25.907394 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Updating router a11a6a86-32eb-4ce6-b1b2-7d64496aa64a port 8b3647de-9719-49aa-8ebd-855e1e66327e binding host dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:20:25.936404 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (8b3647de-9719-49aa-8ebd-855e1e66327e), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:25.956240 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-30134bab-2a73-4956-9aa3-451eda073744 req-63d6d45e-09e3-49f1-9c1e-a1beeec9af2d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 210 time: 0.1019547 Mar 08 19:20:25.989204 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5245a4-7328-4961-91f3-381ab288c83d req-c94df949-40aa-45a6-9d48-de9c3cd2d74b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] No DVR routers for this DVR port 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab on host hv-cinder-83009 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:20:25.994812 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-1e5245a4-7328-4961-91f3-381ab288c83d req-c94df949-40aa-45a6-9d48-de9c3cd2d74b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:25.999075 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1e5245a4-7328-4961-91f3-381ab288c83d req-c94df949-40aa-45a6-9d48-de9c3cd2d74b tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.64 "DELETE /v2.0/ports/29f0b5c5-2d98-404d-ad24-1cb7095dc3ab HTTP/1.1" status: 204 len: 173 time: 0.8182380 Mar 08 19:20:25.999075 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f559df-439c-4a62-98f6-2caaa0b7c25f', 'name': 'network-vif-deleted', 'tag': '29f0b5c5-2d98-404d-ad24-1cb7095dc3ab'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:20:26.002692 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dc25fb-9fc6-498f-830b-24616f75c818" -d '{"events": [{"server_uuid": "90f559df-439c-4a62-98f6-2caaa0b7c25f", "name": "network-vif-deleted", "tag": "29f0b5c5-2d98-404d-ad24-1cb7095dc3ab"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:20:26.050624 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b08f0b-96e2-4494-acfd-0a38b56aae54 x-openstack-request-id: req-f4b08f0b-96e2-4494-acfd-0a38b56aae54 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:20:26.051024 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f559df-439c-4a62-98f6-2caaa0b7c25f", "name": "network-vif-deleted", "tag": "29f0b5c5-2d98-404d-ad24-1cb7095dc3ab", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:20:26.051495 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4b08f0b-96e2-4494-acfd-0a38b56aae54 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:20:26.051985 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f559df-439c-4a62-98f6-2caaa0b7c25f', 'name': 'network-vif-deleted', 'tag': '29f0b5c5-2d98-404d-ad24-1cb7095dc3ab', 'status': 'completed', 'code': 200} Mar 08 19:20:26.218579 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:26.252106 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Publish callbacks [] for port (8b3647de-9719-49aa-8ebd-855e1e66327e), precommit_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:26.344538 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:20:26.384121 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (8b3647de-9719-49aa-8ebd-855e1e66327e), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:26.398538 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:26.398914 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (b4ccd864-4d7c-492d-89f6-aebaeb9f5b85), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:26.442507 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae4d53-0476-4650-a24e-f00d7d9b471e None None] Pushing event updated for resources: {'Port': ['ID=8b3647de-9719-49aa-8ebd-855e1e66327e,revision_number=2']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:26.448985 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Attempting to bind port 8b3647de-9719-49aa-8ebd-855e1e66327e on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:20:26.449345 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Attempting to bind port 8b3647de-9719-49aa-8ebd-855e1e66327e by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:20:26.449708 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Attempting to bind port 8b3647de-9719-49aa-8ebd-855e1e66327e on network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:20:26.456112 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:20:26.456516 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Checking segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:20:26.457066 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:26.457462 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Bound using segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:20:26.457987 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Bound port: 8b3647de-9719-49aa-8ebd-855e1e66327e, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:20:26.458366 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (8b3647de-9719-49aa-8ebd-855e1e66327e), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:26.492502 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:26.525136 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] For port 8b3647de-9719-49aa-8ebd-855e1e66327e, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:20:26.528673 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] For port 8b3647de-9719-49aa-8ebd-855e1e66327e, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=8b3647de-9719-49aa-8ebd-855e1e66327e,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:20:26.649986 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] Allocated IP 172.20.0.1 (4140a7e5-391f-41df-afbf-7f4c97c4e898/bff94462-f619-4edf-ae08-52619945d047/f975301f-080c-4a67-ac25-608379c768ee) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:20:26.659244 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (8b3647de-9719-49aa-8ebd-855e1e66327e), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:26.720005 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Routers {'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:20:26.720621 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:20:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a11a6a86-32eb-4ce6-b1b2-7d64496aa64a'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:26.723305 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae4d53-0476-4650-a24e-f00d7d9b471e None None] Pushing event updated for resources: {'Port': ['ID=8b3647de-9719-49aa-8ebd-855e1e66327e,revision_number=3']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:26.762070 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] Publish callbacks [] for port (f975301f-080c-4a67-ac25-608379c768ee), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:26.835381 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] Set router a11a6a86-32eb-4ce6-b1b2-7d64496aa64a gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:20:26.856495 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (f975301f-080c-4a67-ac25-608379c768ee), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:26.901769 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] Network 4140a7e5-391f-41df-afbf-7f4c97c4e898 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:20:26.907880 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:20:26.912408 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:20:26.916191 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] Pushing event updated for resources: {'Port': ['ID=f975301f-080c-4a67-ac25-608379c768ee,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:26.959251 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327895'] for router_interface (a11a6a86-32eb-4ce6-b1b2-7d64496aa64a), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:27.035876 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:27.069537 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'name': 'tempest-TestMinimumBasicScenario-1598033223-router', 'tenant_id': 'd51ea25de296449fad48deae18611e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '8b3647de-9719-49aa-8ebd-855e1e66327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:22Z', 'updated_at': '2022-03-08T19:20:24Z', 'revision_number': 3, 'project_id': 'd51ea25de296449fad48deae18611e4a', 'gw_port': {'id': '8b3647de-9719-49aa-8ebd-855e1e66327e', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:23Z', 'updated_at': '2022-03-08T19:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:27.111244 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f9dfa076-5ab5-4c3a-9bfa-93e949434dd1 req-474a7918-8e02-4cb6-adb8-edf4a405cd7e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f559df-439c-4a62-98f6-2caaa0b7c25f HTTP/1.1" status: 200 len: 210 time: 0.0360098 Mar 08 19:20:27.126066 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bab8ff-6346-4e1b-84cd-5f16787e9efe None None] The sync data for ids ['a11a6a86-32eb-4ce6-b1b2-7d64496aa64a'] in dv-cinder-830092-3-iscsi is: [{'id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'name': 'tempest-TestMinimumBasicScenario-1598033223-router', 'tenant_id': 'd51ea25de296449fad48deae18611e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '8b3647de-9719-49aa-8ebd-855e1e66327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:22Z', 'updated_at': '2022-03-08T19:20:24Z', 'revision_number': 3, 'project_id': 'd51ea25de296449fad48deae18611e4a', 'gw_port': {'id': '8b3647de-9719-49aa-8ebd-855e1e66327e', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:23Z', 'updated_at': '2022-03-08T19:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:20:27.258797 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-22949d2c-3838-4d12-937d-922705f1fd30 None None] Provisioning complete for port f975301f-080c-4a67-ac25-608379c768ee triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:27.259177 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-22949d2c-3838-4d12-937d-922705f1fd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (f975301f-080c-4a67-ac25-608379c768ee), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:27.267898 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (f975301f-080c-4a67-ac25-608379c768ee), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:27.291538 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [req-fad85e33-d6a0-4586-9a9b-359fbd13ba21 req-53b4bb90-bd14-402e-b584-86d925830833 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103758) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:20:27.292462 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-fad85e33-d6a0-4586-9a9b-359fbd13ba21 req-53b4bb90-bd14-402e-b584-86d925830833 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071442 Mar 08 19:20:27.302204 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-22949d2c-3838-4d12-937d-922705f1fd30 None None] Port f975301f-080c-4a67-ac25-608379c768ee cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:20:27.472639 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] Publish callbacks [] for port (f975301f-080c-4a67-ac25-608379c768ee), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:27.573540 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 34502e9b-8ce0-42c4-bc29-94a2de69e607 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:20:27.579298 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (f975301f-080c-4a67-ac25-608379c768ee), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:27.672888 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] Pushing event updated for resources: {'Port': ['ID=f975301f-080c-4a67-ac25-608379c768ee,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:27.677508 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327867'] for router_interface (a11a6a86-32eb-4ce6-b1b2-7d64496aa64a), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:27.695286 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e4e93-76cf-4fd5-a8f9-19fc3877ce61 req-afbf85a3-fafa-4df4-ad4b-212d054286e9 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:27.696977 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-136e4e93-76cf-4fd5-a8f9-19fc3877ce61 req-afbf85a3-fafa-4df4-ad4b-212d054286e9 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0720220 Mar 08 19:20:27.703692 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 34502e9b-8ce0-42c4-bc29-94a2de69e607 is: DOWN; New status is: DOWN {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:27.704957 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:20:27.737258 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:20:27.737684 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 29f0b5c5-2d98-404d-ad24-1cb7095dc3ab not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:20:27.753331 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-136e4e93-76cf-4fd5-a8f9-19fc3877ce61 req-bf085038-e649-4b75-a96e-8f4288de4f31 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469825 Mar 08 19:20:27.816321 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] Network 4140a7e5-391f-41df-afbf-7f4c97c4e898 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:20:27.817772 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:20:27.963308 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] Router a11a6a86-32eb-4ce6-b1b2-7d64496aa64a has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:20:28.090329 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:20:28.095535 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-076e173f-51b6-43bf-a912-77d08369a90e admin admin] 10.222.0.21 "PUT /v2.0/routers/a11a6a86-32eb-4ce6-b1b2-7d64496aa64a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3930171 Mar 08 19:20:28.144972 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-fb654a07-b92a-403a-9216-a52cc7a97efb None None] Provisioning complete for port f975301f-080c-4a67-ac25-608379c768ee triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:28.145428 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fb654a07-b92a-403a-9216-a52cc7a97efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (f975301f-080c-4a67-ac25-608379c768ee), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:28.204113 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-fb654a07-b92a-403a-9216-a52cc7a97efb None None] Port f975301f-080c-4a67-ac25-608379c768ee cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:20:28.344882 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 8b3647de-9719-49aa-8ebd-855e1e66327e up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:20:28.395408 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 8b3647de-9719-49aa-8ebd-855e1e66327e triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:28.395788 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (8b3647de-9719-49aa-8ebd-855e1e66327e), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:28.415789 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 43358) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:28.474683 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 8b3647de-9719-49aa-8ebd-855e1e66327e is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:28.475074 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (8b3647de-9719-49aa-8ebd-855e1e66327e), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:28.513935 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b3457a45-7570-4994-9a22-e7f65001186b req-e5751fb0-4546-4dc6-a5c8-12cce000d7ce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969913 Mar 08 19:20:28.516072 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] For port 8b3647de-9719-49aa-8ebd-855e1e66327e, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=8b3647de-9719-49aa-8ebd-855e1e66327e,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:28.523451 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [req-b3457a45-7570-4994-9a22-e7f65001186b req-d7055877-b0ab-417f-944b-463d0336e77b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103758) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:20:28.524522 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b3457a45-7570-4994-9a22-e7f65001186b req-d7055877-b0ab-417f-944b-463d0336e77b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055377 Mar 08 19:20:28.603412 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 43370) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:28.658565 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (8b3647de-9719-49aa-8ebd-855e1e66327e), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:28.698493 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3457a45-7570-4994-9a22-e7f65001186b req-cee91677-38a3-4c4a-90c5-6e34d49aea98 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:28.699905 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b3457a45-7570-4994-9a22-e7f65001186b req-cee91677-38a3-4c4a-90c5-6e34d49aea98 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports/34502e9b-8ce0-42c4-bc29-94a2de69e607 HTTP/1.1" status: 200 len: 941 time: 0.0955226 Mar 08 19:20:28.708507 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Pushing event updated for resources: {'Port': ['ID=8b3647de-9719-49aa-8ebd-855e1e66327e,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:28.834590 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8fa61-1070-4dbf-91ff-099ed222b58a req-52594d2c-1638-428e-9c50-d2a763ae254e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:28.841923 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-10c8fa61-1070-4dbf-91ff-099ed222b58a req-52594d2c-1638-428e-9c50-d2a763ae254e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0710731 Mar 08 19:20:28.923293 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-10c8fa61-1070-4dbf-91ff-099ed222b58a req-96ff8cc3-5f3f-45cb-bd9d-1135db77e14a tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797732 Mar 08 19:20:28.939307 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8739f88-9b4e-489b-8011-cdf7efe413a6 req-4230474a-2245-411f-a44a-6a7731ad9d24 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:28.940797 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d8739f88-9b4e-489b-8011-cdf7efe413a6 req-4230474a-2245-411f-a44a-6a7731ad9d24 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0962255 Mar 08 19:20:28.996191 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d8739f88-9b4e-489b-8011-cdf7efe413a6 req-c8b279f4-0766-4622-bfb5-6dcc560c7d2e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489430 Mar 08 19:20:30.147959 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc48222-3333-4cbb-bb98-8d13b23cd8a7 req-78fba00e-1315-4ef7-af0c-ced9fc3fc998 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:30.154713 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3cc48222-3333-4cbb-bb98-8d13b23cd8a7 req-78fba00e-1315-4ef7-af0c-ced9fc3fc998 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.1044803 Mar 08 19:20:30.217014 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225657aa-2425-4d83-9b68-e3dcb14b83f8 req-d6f1efd5-7561-47fd-a609-f5b05bf7b9fb tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:30.219217 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-225657aa-2425-4d83-9b68-e3dcb14b83f8 req-d6f1efd5-7561-47fd-a609-f5b05bf7b9fb tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.1131222 Mar 08 19:20:30.239890 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3cc48222-3333-4cbb-bb98-8d13b23cd8a7 req-c226394a-028a-4fa9-af86-33f8eacbb931 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834875 Mar 08 19:20:30.316615 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-225657aa-2425-4d83-9b68-e3dcb14b83f8 req-f46c4186-86c9-4fee-8acd-7388391a4896 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753469 Mar 08 19:20:30.363903 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 8b3647de-9719-49aa-8ebd-855e1e66327e up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:20:30.389719 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Sync routers for ids ['a11a6a86-32eb-4ce6-b1b2-7d64496aa64a'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:20:30.427146 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Routers {'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:20:30.428084 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:20:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a11a6a86-32eb-4ce6-b1b2-7d64496aa64a'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:30.498891 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 8b3647de-9719-49aa-8ebd-855e1e66327e triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:30.499551 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (8b3647de-9719-49aa-8ebd-855e1e66327e), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:30.606532 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Set router a11a6a86-32eb-4ce6-b1b2-7d64496aa64a gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:20:30.733282 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 8b3647de-9719-49aa-8ebd-855e1e66327e is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:30.879537 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'name': 'tempest-TestMinimumBasicScenario-1598033223-router', 'tenant_id': 'd51ea25de296449fad48deae18611e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '8b3647de-9719-49aa-8ebd-855e1e66327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:22Z', 'updated_at': '2022-03-08T19:20:27Z', 'revision_number': 4, 'project_id': 'd51ea25de296449fad48deae18611e4a', 'gw_port': {'id': '8b3647de-9719-49aa-8ebd-855e1e66327e', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:23Z', 'updated_at': '2022-03-08T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'f975301f-080c-4a67-ac25-608379c768ee', 'name': '', 'network_id': '4140a7e5-391f-41df-afbf-7f4c97c4e898', 'tenant_id': 'd51ea25de296449fad48deae18611e4a', 'mac_address': 'fa:16:3e:ae:a7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'bff94462-f619-4edf-ae08-52619945d047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:26Z', 'updated_at': '2022-03-08T19:20:27Z', 'revision_number': 2, 'project_id': 'd51ea25de296449fad48deae18611e4a', 'subnets': [{'id': 'bff94462-f619-4edf-ae08-52619945d047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:30.912189 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Checking router: a11a6a86-32eb-4ce6-b1b2-7d64496aa64a for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:20:30.912535 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Updating router a11a6a86-32eb-4ce6-b1b2-7d64496aa64a port f975301f-080c-4a67-ac25-608379c768ee binding host dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:20:30.942844 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (f975301f-080c-4a67-ac25-608379c768ee), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:31.230273 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Publish callbacks [] for port (f975301f-080c-4a67-ac25-608379c768ee), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:31.354348 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (f975301f-080c-4a67-ac25-608379c768ee), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:31.400337 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c2437-6788-4e68-9f56-b784954257f8 req-42b1d631-8927-46ac-bf6b-794081837a09 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:31.415762 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ca5c2437-6788-4e68-9f56-b784954257f8 req-42b1d631-8927-46ac-bf6b-794081837a09 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0854399 Mar 08 19:20:31.480814 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec3ca8-e209-4074-a36a-649d2f5d0e06 None None] Pushing event updated for resources: {'Port': ['ID=f975301f-080c-4a67-ac25-608379c768ee,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:31.497186 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Attempting to bind port f975301f-080c-4a67-ac25-608379c768ee on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:20:31.497664 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Attempting to bind port f975301f-080c-4a67-ac25-608379c768ee by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '484a17bd-4d98-44b7-8e7c-008ecc1e8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '4140a7e5-391f-41df-afbf-7f4c97c4e898'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:20:31.498095 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Attempting to bind port f975301f-080c-4a67-ac25-608379c768ee on network 4140a7e5-391f-41df-afbf-7f4c97c4e898 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:20:31.504647 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:20:31.517216 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Checking segment: {'id': '484a17bd-4d98-44b7-8e7c-008ecc1e8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '4140a7e5-391f-41df-afbf-7f4c97c4e898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:20:31.517216 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:31.517216 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Bound using segment: {'id': '484a17bd-4d98-44b7-8e7c-008ecc1e8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '4140a7e5-391f-41df-afbf-7f4c97c4e898'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:20:31.517216 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Bound port: f975301f-080c-4a67-ac25-608379c768ee, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484a17bd-4d98-44b7-8e7c-008ecc1e8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '4140a7e5-391f-41df-afbf-7f4c97c4e898'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:20:31.517216 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (f975301f-080c-4a67-ac25-608379c768ee), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:31.518172 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ca5c2437-6788-4e68-9f56-b784954257f8 req-d58db08f-de90-4217-be92-1bf4da4db738 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994263 Mar 08 19:20:31.638520 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3561a30-c8fd-4c07-ad17-82f393439b25 req-8d6898f3-26fd-4bb7-b5dd-924c08fa7fbd tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:31.644793 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b3561a30-c8fd-4c07-ad17-82f393439b25 req-8d6898f3-26fd-4bb7-b5dd-924c08fa7fbd tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.1234131 Mar 08 19:20:31.681550 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] For port f975301f-080c-4a67-ac25-608379c768ee, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:20:31.707505 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] For port f975301f-080c-4a67-ac25-608379c768ee, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=f975301f-080c-4a67-ac25-608379c768ee,segment=NetworkSegment(484a17bd-4d98-44b7-8e7c-008ecc1e8b9e),segment_id=484a17bd-4d98-44b7-8e7c-008ecc1e8b9e)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:20:31.743627 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b3561a30-c8fd-4c07-ad17-82f393439b25 req-386c5b3e-4826-438e-857f-62dd6a9e8658 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974638 Mar 08 19:20:31.771823 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-ef041d28-b948-4b13-9269-5578e375e622 None None] Provisioning complete for port f975301f-080c-4a67-ac25-608379c768ee triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:31.772378 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ef041d28-b948-4b13-9269-5578e375e622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (f975301f-080c-4a67-ac25-608379c768ee), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:31.814838 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-ef041d28-b948-4b13-9269-5578e375e622 None None] Port f975301f-080c-4a67-ac25-608379c768ee cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:20:32.020051 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3457a45-7570-4994-9a22-e7f65001186b req-ca7b3ea8-5f2c-4bb9-91a0-759d2d845cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:32.021925 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b3457a45-7570-4994-9a22-e7f65001186b req-ca7b3ea8-5f2c-4bb9-91a0-759d2d845cdd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2&tenant_id=e232d9d1074348e8bcb4ab6f69434a83 HTTP/1.1" status: 200 len: 1128 time: 0.0921197 Mar 08 19:20:32.096280 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3457a45-7570-4994-9a22-e7f65001186b req-3dd9fce9-1015-4a2b-b841-0ff2c178e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:32.097979 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b3457a45-7570-4994-9a22-e7f65001186b req-3dd9fce9-1015-4a2b-b841-0ff2c178e8e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e232d9d1074348e8bcb4ab6f69434a83&device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 1128 time: 0.0503778 Mar 08 19:20:32.201257 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3457a45-7570-4994-9a22-e7f65001186b req-92205b65-1549-4b51-8573-d239e5e33059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:32.203444 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b3457a45-7570-4994-9a22-e7f65001186b req-92205b65-1549-4b51-8573-d239e5e33059 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46edac82-f34a-4fd3-bd2f-ca292de936fb HTTP/1.1" status: 200 len: 917 time: 0.0979500 Mar 08 19:20:32.258915 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (f975301f-080c-4a67-ac25-608379c768ee), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:32.279783 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b3457a45-7570-4994-9a22-e7f65001186b req-860e3902-5139-4a45-abba-8ee3b3cacfae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34502e9b-8ce0-42c4-bc29-94a2de69e607 HTTP/1.1" status: 200 len: 1000 time: 0.0695083 Mar 08 19:20:32.320369 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Routers {'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:20:32.322310 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:20:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a11a6a86-32eb-4ce6-b1b2-7d64496aa64a'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:32.333977 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3457a45-7570-4994-9a22-e7f65001186b req-37d07a10-458e-4fb3-93a6-5a4d3df62299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:32.335474 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b3457a45-7570-4994-9a22-e7f65001186b req-37d07a10-458e-4fb3-93a6-5a4d3df62299 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c12f396-82f2-4313-8a98-b17d51e08628 HTTP/1.1" status: 200 len: 855 time: 0.0493376 Mar 08 19:20:32.367551 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec3ca8-e209-4074-a36a-649d2f5d0e06 None None] Pushing event updated for resources: {'Port': ['ID=f975301f-080c-4a67-ac25-608379c768ee,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:32.397934 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3457a45-7570-4994-9a22-e7f65001186b req-e684f305-4f23-49c5-a449-0e5ea07125b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:32.399122 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b3457a45-7570-4994-9a22-e7f65001186b req-e684f305-4f23-49c5-a449-0e5ea07125b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46edac82-f34a-4fd3-bd2f-ca292de936fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571611 Mar 08 19:20:32.460801 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] Set router a11a6a86-32eb-4ce6-b1b2-7d64496aa64a gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:20:32.507340 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b3457a45-7570-4994-9a22-e7f65001186b req-6009083f-82c0-4e5c-ab30-63e789e5d114 service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979166 Mar 08 19:20:32.611555 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b3457a45-7570-4994-9a22-e7f65001186b req-d51cb7ea-a97d-4a4b-9649-6e16d952405a service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951452 Mar 08 19:20:32.693244 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97049f0-d777-4540-85b1-419e03d18c48 req-0f9e91e5-a997-465b-9351-e55e5cc41ebe tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:32.695712 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c97049f0-d777-4540-85b1-419e03d18c48 req-0f9e91e5-a997-465b-9351-e55e5cc41ebe tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0802510 Mar 08 19:20:32.760182 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-9c6afd29-5083-44fc-9e1e-fa626bedf32e None None] Provisioning complete for port f975301f-080c-4a67-ac25-608379c768ee triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:32.760770 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9c6afd29-5083-44fc-9e1e-fa626bedf32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (f975301f-080c-4a67-ac25-608379c768ee), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:32.792652 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c97049f0-d777-4540-85b1-419e03d18c48 req-fadd302d-5827-45c9-bd4f-ce6f86819994 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891473 Mar 08 19:20:32.930899 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9c6afd29-5083-44fc-9e1e-fa626bedf32e None None] Current status of the port f975301f-080c-4a67-ac25-608379c768ee is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:32.931384 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9c6afd29-5083-44fc-9e1e-fa626bedf32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (f975301f-080c-4a67-ac25-608379c768ee), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:32.932645 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e81e1-ce49-4384-90f8-b53de49a99a8 req-550f2da6-d41e-4060-aed4-0cd66dbb968d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:32.940426 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9b9e81e1-ce49-4384-90f8-b53de49a99a8 req-550f2da6-d41e-4060-aed4-0cd66dbb968d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0832913 Mar 08 19:20:32.950916 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'name': 'tempest-TestMinimumBasicScenario-1598033223-router', 'tenant_id': 'd51ea25de296449fad48deae18611e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '8b3647de-9719-49aa-8ebd-855e1e66327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:22Z', 'updated_at': '2022-03-08T19:20:27Z', 'revision_number': 4, 'project_id': 'd51ea25de296449fad48deae18611e4a', 'gw_port': {'id': '8b3647de-9719-49aa-8ebd-855e1e66327e', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:23Z', 'updated_at': '2022-03-08T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'f975301f-080c-4a67-ac25-608379c768ee', 'name': '', 'network_id': '4140a7e5-391f-41df-afbf-7f4c97c4e898', 'tenant_id': 'd51ea25de296449fad48deae18611e4a', 'mac_address': 'fa:16:3e:ae:a7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'bff94462-f619-4edf-ae08-52619945d047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:26Z', 'updated_at': '2022-03-08T19:20:31Z', 'revision_number': 4, 'project_id': 'd51ea25de296449fad48deae18611e4a', 'subnets': [{'id': 'bff94462-f619-4edf-ae08-52619945d047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:32.994615 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da91daed-5024-428b-af4b-16e69ab0e5d8 None None] The sync data for ids ['a11a6a86-32eb-4ce6-b1b2-7d64496aa64a'] in dv-cinder-830092-3-iscsi is: [{'id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'name': 'tempest-TestMinimumBasicScenario-1598033223-router', 'tenant_id': 'd51ea25de296449fad48deae18611e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '8b3647de-9719-49aa-8ebd-855e1e66327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:22Z', 'updated_at': '2022-03-08T19:20:27Z', 'revision_number': 4, 'project_id': 'd51ea25de296449fad48deae18611e4a', 'gw_port': {'id': '8b3647de-9719-49aa-8ebd-855e1e66327e', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:23Z', 'updated_at': '2022-03-08T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'f975301f-080c-4a67-ac25-608379c768ee', 'name': '', 'network_id': '4140a7e5-391f-41df-afbf-7f4c97c4e898', 'tenant_id': 'd51ea25de296449fad48deae18611e4a', 'mac_address': 'fa:16:3e:ae:a7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'bff94462-f619-4edf-ae08-52619945d047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:26Z', 'updated_at': '2022-03-08T19:20:31Z', 'revision_number': 4, 'project_id': 'd51ea25de296449fad48deae18611e4a', 'subnets': [{'id': 'bff94462-f619-4edf-ae08-52619945d047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:20:33.019230 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9b9e81e1-ce49-4384-90f8-b53de49a99a8 req-60f57eaa-47ff-49e0-97e8-11139085eca5 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746424 Mar 08 19:20:33.021233 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-9c6afd29-5083-44fc-9e1e-fa626bedf32e None None] For port f975301f-080c-4a67-ac25-608379c768ee, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=f975301f-080c-4a67-ac25-608379c768ee,segment=NetworkSegment(484a17bd-4d98-44b7-8e7c-008ecc1e8b9e),segment_id=484a17bd-4d98-44b7-8e7c-008ecc1e8b9e)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:33.103307 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9c6afd29-5083-44fc-9e1e-fa626bedf32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (f975301f-080c-4a67-ac25-608379c768ee), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:33.177148 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6afd29-5083-44fc-9e1e-fa626bedf32e None None] Pushing event updated for resources: {'Port': ['ID=f975301f-080c-4a67-ac25-608379c768ee,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:34.047908 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e3eca-aae7-48f2-841b-43055726b851 req-5b74216d-db49-4ff4-a3ce-974ae6b03b86 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:34.053839 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-491e3eca-aae7-48f2-841b-43055726b851 req-5b74216d-db49-4ff4-a3ce-974ae6b03b86 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.1200156 Mar 08 19:20:34.203801 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-491e3eca-aae7-48f2-841b-43055726b851 req-cc49222a-b093-4ec1-a1b6-a4ddc98e200e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445782 Mar 08 19:20:34.240078 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafdddb-21b2-4574-bb2e-d5fb1d27eef9 req-d608832a-d3c1-4fad-a6ce-4c27d075708b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:34.241588 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bfafdddb-21b2-4574-bb2e-d5fb1d27eef9 req-d608832a-d3c1-4fad-a6ce-4c27d075708b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.1230128 Mar 08 19:20:34.338433 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bfafdddb-21b2-4574-bb2e-d5fb1d27eef9 req-076eb878-3ab2-4237-8a0b-a7d4b0866e99 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894599 Mar 08 19:20:34.451351 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device f975301f-080c-4a67-ac25-608379c768ee up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:20:34.529483 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port f975301f-080c-4a67-ac25-608379c768ee triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:34.529865 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (f975301f-080c-4a67-ac25-608379c768ee), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:34.683588 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port f975301f-080c-4a67-ac25-608379c768ee is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:35.432759 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802459c-40c9-49da-9dbc-95c1073c0909 req-ace32682-fc1a-4b2a-b2d1-df90928a7716 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:35.434333 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d802459c-40c9-49da-9dbc-95c1073c0909 req-ace32682-fc1a-4b2a-b2d1-df90928a7716 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.1441956 Mar 08 19:20:35.600136 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d802459c-40c9-49da-9dbc-95c1073c0909 req-1ad243b9-413b-4766-ad43-c37e9d866bbc tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575484 Mar 08 19:20:35.620221 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce65dd7-fa83-4f1c-ab92-410f0121c4d3 req-4bf3ba48-9d47-4fbf-a32c-a8984afaac35 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:35.621696 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1ce65dd7-fa83-4f1c-ab92-410f0121c4d3 req-4bf3ba48-9d47-4fbf-a32c-a8984afaac35 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.1224430 Mar 08 19:20:35.694799 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1ce65dd7-fa83-4f1c-ab92-410f0121c4d3 req-027885fe-3527-4188-9d67-97f7d425232f tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671458 Mar 08 19:20:36.785826 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390793cb-e5cf-4552-a38e-deb953fb43ea req-28c15325-0d27-4f43-b2c9-5d6e67551ce6 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:36.794106 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-390793cb-e5cf-4552-a38e-deb953fb43ea req-28c15325-0d27-4f43-b2c9-5d6e67551ce6 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.1174040 Mar 08 19:20:36.916255 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca3b76-188a-4478-a3e6-e7ec7a770ef9 req-5fd58b1f-9158-4142-a986-67efefe41498 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:36.921098 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d5ca3b76-188a-4478-a3e6-e7ec7a770ef9 req-5fd58b1f-9158-4142-a986-67efefe41498 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.1143603 Mar 08 19:20:36.933816 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-390793cb-e5cf-4552-a38e-deb953fb43ea req-c6e919fd-1947-45ec-9bfc-4b51fbca92dd tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366947 Mar 08 19:20:36.998886 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d5ca3b76-188a-4478-a3e6-e7ec7a770ef9 req-b1c23a4f-6156-4733-8d95-754bed78ad48 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758970 Mar 08 19:20:38.230516 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252fb3c-a629-4098-a15c-6a43876b3d23 req-1e30e96d-8d4f-4856-b48d-bad2af3abf26 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:38.240971 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5252fb3c-a629-4098-a15c-6a43876b3d23 req-1e30e96d-8d4f-4856-b48d-bad2af3abf26 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.1056359 Mar 08 19:20:38.287793 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2931e-e535-4ddb-849a-198df77c6a8b req-0354bb98-b44d-41a0-aa4b-a54a5fced7ca tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:38.295459 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-49f2931e-e535-4ddb-849a-198df77c6a8b req-0354bb98-b44d-41a0-aa4b-a54a5fced7ca tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.2186852 Mar 08 19:20:38.378157 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-49f2931e-e535-4ddb-849a-198df77c6a8b req-d28d5f13-5aa8-4f37-9630-0d74d4647818 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777471 Mar 08 19:20:38.437361 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5252fb3c-a629-4098-a15c-6a43876b3d23 req-f080f4e3-4206-4082-ad37-b1c06eeade36 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896312 Mar 08 19:20:39.503227 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755b102-f98b-4ddf-96c5-bdc7a0be36c0 req-c53f0e3e-a7e2-4b72-a061-cbe4d8815098 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:39.505089 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e755b102-f98b-4ddf-96c5-bdc7a0be36c0 req-c53f0e3e-a7e2-4b72-a061-cbe4d8815098 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0581849 Mar 08 19:20:39.587679 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42d734-ea28-4c80-9d6b-a8e969b2464f req-731368e0-3665-47c9-9236-faa362c6e4f0 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:39.589145 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7d42d734-ea28-4c80-9d6b-a8e969b2464f req-731368e0-3665-47c9-9236-faa362c6e4f0 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0830879 Mar 08 19:20:39.592473 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e755b102-f98b-4ddf-96c5-bdc7a0be36c0 req-3bc374b5-3313-44df-9933-13e5b57ebf99 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770369 Mar 08 19:20:39.639920 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7d42d734-ea28-4c80-9d6b-a8e969b2464f req-ece86cd6-2387-4fee-b493-48c53cf3aa43 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444148 Mar 08 19:20:40.733664 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb2272-88d9-4538-8cab-a9aab1a95594 req-675679f2-cab4-4f38-bf2b-86a1dd8cf52a tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:40.736170 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-eceb2272-88d9-4538-8cab-a9aab1a95594 req-675679f2-cab4-4f38-bf2b-86a1dd8cf52a tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0676277 Mar 08 19:20:40.815674 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-eceb2272-88d9-4538-8cab-a9aab1a95594 req-1e7229c9-a63a-4388-83dd-7095dd74d3a9 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698748 Mar 08 19:20:40.827225 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a5228-bd0e-4f34-8feb-c480090fac47 req-cacb26a4-1312-4f37-8c1f-ccac48845906 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:40.829367 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b21a5228-bd0e-4f34-8feb-c480090fac47 req-cacb26a4-1312-4f37-8c1f-ccac48845906 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0923026 Mar 08 19:20:40.881878 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b21a5228-bd0e-4f34-8feb-c480090fac47 req-d0dae910-0bfb-4ebe-8081-96bb7fae7e4d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466526 Mar 08 19:20:41.936611 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4936d2-15b5-42ae-a896-cbf5c04aa58d req-90b22266-e296-4951-af12-f5d911006438 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:41.938642 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6b4936d2-15b5-42ae-a896-cbf5c04aa58d req-90b22266-e296-4951-af12-f5d911006438 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0535221 Mar 08 19:20:41.994486 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6b4936d2-15b5-42ae-a896-cbf5c04aa58d req-13c7fc4c-4516-4edf-8a51-6f1f69a39c17 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470064 Mar 08 19:20:42.107828 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5a058-ac77-4f2b-bf00-66db69f5df3b req-6fb89ea2-e7bf-49e5-8172-d046b6527b0b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:42.109333 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b9d5a058-ac77-4f2b-bf00-66db69f5df3b req-6fb89ea2-e7bf-49e5-8172-d046b6527b0b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0558412 Mar 08 19:20:42.162049 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b9d5a058-ac77-4f2b-bf00-66db69f5df3b req-90cdb193-68fa-491d-99f7-953c929f5b7a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459602 Mar 08 19:20:42.629181 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-e1145a10-eef6-4fc6-9ee7-56c304cf063e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:42.631746 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-e1145a10-eef6-4fc6-9ee7-56c304cf063e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/networks?id=5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 HTTP/1.1" status: 200 len: 814 time: 0.1093924 Mar 08 19:20:42.649155 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-e1ad44a7-2fb6-4c81-afb7-d4d553ca011c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/quotas/3ee114e2a47a43aeb36a88ea76037a8d HTTP/1.1" status: 200 len: 375 time: 0.0125246 Mar 08 19:20:42.715714 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-083daddd-fb76-4a53-92f0-da96c2d6b5d5 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ee114e2a47a43aeb36a88ea76037a8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598083 Mar 08 19:20:42.823706 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-d30ae435-410c-40e4-91be-b2a973726951 service neutron] 10.222.0.21 "GET /v2.0/networks/5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943413 Mar 08 19:20:42.923853 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-0b819e78-ca7f-4410-9b93-781afb23b2d7 service neutron] 10.222.0.21 "GET /v2.0/networks/5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932703 Mar 08 19:20:43.127859 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2246ab9-36bc-447c-ab24-5d7fecc67b93 req-476fbc15-fab3-4ac9-a488-a985f35aef68 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:43.129970 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e2246ab9-36bc-447c-ab24-5d7fecc67b93 req-476fbc15-fab3-4ac9-a488-a985f35aef68 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0616376 Mar 08 19:20:43.196918 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e2246ab9-36bc-447c-ab24-5d7fecc67b93 req-af02f1e7-a2df-49c4-aa3c-1724c8c12320 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572233 Mar 08 19:20:43.263331 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-db31215c-748d-4434-9664-f28b202195f1 req-5fff210c-89a2-4300-8bbb-2e756a612bb5 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 210 time: 0.0509241 Mar 08 19:20:43.327773 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e3f43-1423-4238-88cf-509f8c8e9b2d req-c05f055c-20ae-46aa-8ee6-5e120eaed60e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:43.330060 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3a7e3f43-1423-4238-88cf-509f8c8e9b2d req-c05f055c-20ae-46aa-8ee6-5e120eaed60e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0650625 Mar 08 19:20:43.385815 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3a7e3f43-1423-4238-88cf-509f8c8e9b2d req-e5642efb-af95-4dcf-aa1e-f2bf0dde5297 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465646 Mar 08 19:20:44.343323 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4b444698-791b-43a0-8943-3b710d155ee7 req-7a5dfeba-640c-406f-8650-2e738d208c57 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 210 time: 0.0305459 Mar 08 19:20:44.364989 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54151a3-7f3f-45f7-ac15-7d2e534b7a5f req-3d72be8e-f536-4012-8ab4-0e8baf852b1f tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:44.366513 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a54151a3-7f3f-45f7-ac15-7d2e534b7a5f req-3d72be8e-f536-4012-8ab4-0e8baf852b1f tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0942941 Mar 08 19:20:44.422277 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a54151a3-7f3f-45f7-ac15-7d2e534b7a5f req-a2fe5193-63ac-430f-bdea-7c1010b74757 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502467 Mar 08 19:20:44.524077 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fbc0b-67a3-47c2-a94c-b3dfc03a9f1d req-53f13aa7-b271-4a7b-be9b-39a0316e691e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:44.525564 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-788fbc0b-67a3-47c2-a94c-b3dfc03a9f1d req-53f13aa7-b271-4a7b-be9b-39a0316e691e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0556808 Mar 08 19:20:44.577975 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-788fbc0b-67a3-47c2-a94c-b3dfc03a9f1d req-98690a96-d55c-49bb-bf1b-2ea2b78166e0 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466735 Mar 08 19:20:45.435572 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-761f1ca0-2614-480e-980c-3d87cacdd1b0 req-4ac7ee7a-981e-46ac-8f4f-f370da077a73 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 210 time: 0.0268722 Mar 08 19:20:45.552540 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a42a49-acc1-4d40-bebb-fa24c9a1ee77 req-a8827c95-d2c8-4f84-bc9a-61fc09a9d5a6 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:45.553907 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f3a42a49-acc1-4d40-bebb-fa24c9a1ee77 req-a8827c95-d2c8-4f84-bc9a-61fc09a9d5a6 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0638597 Mar 08 19:20:45.599507 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f3a42a49-acc1-4d40-bebb-fa24c9a1ee77 req-b08193ca-48ce-4d99-b2a8-d3e8351fd56f tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400312 Mar 08 19:20:45.702181 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece2462-cdd0-42e5-8462-d04fb8d22239 req-37dbb5aa-b892-437d-9307-4e2213525f98 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:45.703681 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8ece2462-cdd0-42e5-8462-d04fb8d22239 req-37dbb5aa-b892-437d-9307-4e2213525f98 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0533612 Mar 08 19:20:45.749640 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8ece2462-cdd0-42e5-8462-d04fb8d22239 req-0364e67a-1892-4c4c-802d-a2c12c90d794 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402992 Mar 08 19:20:46.528441 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ca55654d-9c2b-4999-adc0-939758dd227e req-e1a7bdd2-3f9c-4c8e-89da-bd4dc6621b88 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 210 time: 0.0267105 Mar 08 19:20:46.725520 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905e70d-5f90-4067-b25b-0db9f4eceeae req-77260b5c-c64c-4aa7-bf4f-6264af6d1e1f tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:46.726985 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a905e70d-5f90-4067-b25b-0db9f4eceeae req-77260b5c-c64c-4aa7-bf4f-6264af6d1e1f tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0570815 Mar 08 19:20:46.772538 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a905e70d-5f90-4067-b25b-0db9f4eceeae req-52de5598-1ded-4e17-b5c5-0629aeb71697 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 Mar 08 19:20:46.871986 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760ef50-9095-486a-be31-1044c237cbcc req-f7859e33-3b05-4505-a936-3804810a3522 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:46.873561 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4760ef50-9095-486a-be31-1044c237cbcc req-f7859e33-3b05-4505-a936-3804810a3522 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0549967 Mar 08 19:20:46.920370 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4760ef50-9095-486a-be31-1044c237cbcc req-e8929e72-207e-4a58-8414-66a32954aad7 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407884 Mar 08 19:20:47.620016 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-91477e7e-25d3-411e-bc6c-0831f8ab10ac req-f339e3ae-9297-41d6-86d1-fe9714455c72 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 210 time: 0.0275934 Mar 08 19:20:47.894056 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5b3ec-3e92-41e2-9efc-12920c94e091 req-1d99c357-7d9e-4b6d-a6e1-2cf173ee5174 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:47.895576 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1af5b3ec-3e92-41e2-9efc-12920c94e091 req-1d99c357-7d9e-4b6d-a6e1-2cf173ee5174 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.0558171 Mar 08 19:20:47.944514 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1af5b3ec-3e92-41e2-9efc-12920c94e091 req-d6e5e20b-aa02-4c0a-a5c2-ee9728c77f96 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425715 Mar 08 19:20:48.045633 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa44ad3-0427-499a-9faf-36ed7df0d03f req-99772bf5-f25b-4d1b-8b3e-c0ffdf7b84de tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:48.047130 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7aa44ad3-0427-499a-9faf-36ed7df0d03f req-99772bf5-f25b-4d1b-8b3e-c0ffdf7b84de tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0558596 Mar 08 19:20:48.094639 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7aa44ad3-0427-499a-9faf-36ed7df0d03f req-91ea3034-eade-4667-b681-e5b71b0c175d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412529 Mar 08 19:20:48.714600 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4b221358-e223-42a9-a59f-34557568b265 req-c9940abe-8f27-4469-ac8b-221287ac492c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 210 time: 0.0307276 Mar 08 19:20:49.180591 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-c95d1a92-86cb-4cb5-909c-154adf5215af tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:49.182105 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-c95d1a92-86cb-4cb5-909c-154adf5215af tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.64 "GET /v2.0/networks?id=5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 HTTP/1.1" status: 200 len: 814 time: 0.1120954 Mar 08 19:20:49.195600 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-cd8c7f42-156e-46a7-9297-d7546b760d8c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Request body: {'port': {'device_id': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3', 'admin_state_up': True, 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:49.274006 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04928239-0ff1-4782-89d9-95dea4e282b3 req-a232d1b4-8fd6-418f-86a4-4fbd19e3f2c8 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:49.275497 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-04928239-0ff1-4782-89d9-95dea4e282b3 req-a232d1b4-8fd6-418f-86a4-4fbd19e3f2c8 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.64 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.3390152 Mar 08 19:20:49.296319 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765009ab-af18-4b40-9283-5b2667ada9b4 req-686fb983-d76e-4308-ac80-71b45c100301 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:49.297746 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-765009ab-af18-4b40-9283-5b2667ada9b4 req-686fb983-d76e-4308-ac80-71b45c100301 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 945 time: 0.1116438 Mar 08 19:20:49.328623 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a320ea0-e88d-4937-be41-92a3b1eb48b5 req-4fd76ad0-4ae2-42a5-acd5-583202ab1760 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:49.330071 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9a320ea0-e88d-4937-be41-92a3b1eb48b5 req-4fd76ad0-4ae2-42a5-acd5-583202ab1760 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.1451664 Mar 08 19:20:49.436485 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-765009ab-af18-4b40-9283-5b2667ada9b4 req-c5ceb40d-c592-4add-baba-f7d1e0ecac17 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/security-groups?id=a90a3a87-78b7-418e-98b6-8eb51f60428c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172049 Mar 08 19:20:49.441420 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9a320ea0-e88d-4937-be41-92a3b1eb48b5 req-e5218289-f6b1-484f-afc3-c6d1b731250e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007676 Mar 08 19:20:49.444228 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-cd8c7f42-156e-46a7-9297-d7546b760d8c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Made reservation on behalf of 3ee114e2a47a43aeb36a88ea76037a8d for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:20:49.447620 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-cd8c7f42-156e-46a7-9297-d7546b760d8c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:49.470977 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-04928239-0ff1-4782-89d9-95dea4e282b3 req-37b4912e-bb71-4478-b8da-bc425a187338 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Deleting port 8af561ea-f524-4bd3-b0b9-02469072d66c {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:20:49.472237 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-04928239-0ff1-4782-89d9-95dea4e282b3 req-37b4912e-bb71-4478-b8da-bc425a187338 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (8af561ea-f524-4bd3-b0b9-02469072d66c), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:49.562557 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-04928239-0ff1-4782-89d9-95dea4e282b3 req-37b4912e-bb71-4478-b8da-bc425a187338 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] For port 8af561ea-f524-4bd3-b0b9-02469072d66c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8af561ea-f524-4bd3-b0b9-02469072d66c,segment=NetworkSegment(243290d6-6ac6-4fdc-a1e0-6822e45d5468),segment_id=243290d6-6ac6-4fdc-a1e0-6822e45d5468)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:49.562838 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-04928239-0ff1-4782-89d9-95dea4e282b3 req-37b4912e-bb71-4478-b8da-bc425a187338 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (8af561ea-f524-4bd3-b0b9-02469072d66c), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:49.575297 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-04928239-0ff1-4782-89d9-95dea4e282b3 req-37b4912e-bb71-4478-b8da-bc425a187338 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Calling delete_port for 8af561ea-f524-4bd3-b0b9-02469072d66c owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:20:49.587259 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-cd8c7f42-156e-46a7-9297-d7546b760d8c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Allocated IP 172.20.0.12 (5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3/127d2768-3ec2-4e32-8751-49e5ef3b1d35/2ce3c141-1907-451f-bd6d-4c730e46f374) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:20:49.753573 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-cd8c7f42-156e-46a7-9297-d7546b760d8c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:49.808095 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-04928239-0ff1-4782-89d9-95dea4e282b3 req-37b4912e-bb71-4478-b8da-bc425a187338 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (8af561ea-f524-4bd3-b0b9-02469072d66c), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:49.849988 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-958055a3-98a1-4de9-9608-29a1a4c9df11 req-2400f265-dbbe-4a04-b3e4-d71f73503fc4 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 210 time: 0.0520792 Mar 08 19:20:49.852971 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4912e-bb71-4478-b8da-bc425a187338 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Pushing event deleted for resources: {'Port': ['ID=8af561ea-f524-4bd3-b0b9-02469072d66c,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:49.899306 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-04928239-0ff1-4782-89d9-95dea4e282b3 req-37b4912e-bb71-4478-b8da-bc425a187338 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] No DVR routers for this DVR port 8af561ea-f524-4bd3-b0b9-02469072d66c on host hv-cinder-83009 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:20:49.902343 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-04928239-0ff1-4782-89d9-95dea4e282b3 req-37b4912e-bb71-4478-b8da-bc425a187338 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:49.905731 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-04928239-0ff1-4782-89d9-95dea4e282b3 req-37b4912e-bb71-4478-b8da-bc425a187338 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.64 "DELETE /v2.0/ports/8af561ea-f524-4bd3-b0b9-02469072d66c HTTP/1.1" status: 204 len: 173 time: 0.6228027 Mar 08 19:20:49.906175 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886e6b65-cde7-4830-a423-76c8fc061c07', 'name': 'network-vif-deleted', 'tag': '8af561ea-f524-4bd3-b0b9-02469072d66c'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:20:49.908504 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a698a00-cf49-4a00-a38f-1e173aa86980" -d '{"events": [{"server_uuid": "886e6b65-cde7-4830-a423-76c8fc061c07", "name": "network-vif-deleted", "tag": "8af561ea-f524-4bd3-b0b9-02469072d66c"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:20:49.911817 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-cd8c7f42-156e-46a7-9297-d7546b760d8c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:49.944085 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97037dc7-6a2c-4e24-afc6-62553f018676 x-openstack-request-id: req-97037dc7-6a2c-4e24-afc6-62553f018676 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:20:49.944371 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886e6b65-cde7-4830-a423-76c8fc061c07", "name": "network-vif-deleted", "tag": "8af561ea-f524-4bd3-b0b9-02469072d66c", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:20:49.944631 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97037dc7-6a2c-4e24-afc6-62553f018676 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:20:49.945007 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886e6b65-cde7-4830-a423-76c8fc061c07', 'name': 'network-vif-deleted', 'tag': '8af561ea-f524-4bd3-b0b9-02469072d66c', 'status': 'completed', 'code': 200} Mar 08 19:20:49.960201 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-cd8c7f42-156e-46a7-9297-d7546b760d8c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Network 5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:20:49.963243 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-cd8c7f42-156e-46a7-9297-d7546b760d8c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:20:49.965726 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-cd8c7f42-156e-46a7-9297-d7546b760d8c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:20:49.991934 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c7f42-156e-46a7-9297-d7546b760d8c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Pushing event updated for resources: {'Port': ['ID=2ce3c141-1907-451f-bd6d-4c730e46f374,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:50.023262 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-cd8c7f42-156e-46a7-9297-d7546b760d8c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:50.023938 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-cd8c7f42-156e-46a7-9297-d7546b760d8c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:50.159046 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-cd8c7f42-156e-46a7-9297-d7546b760d8c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9582510 Mar 08 19:20:50.201013 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-9b0c1e6b-2ac9-4bf8-b574-2357409ed569 None None] Provisioning complete for port 2ce3c141-1907-451f-bd6d-4c730e46f374 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:50.201892 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9b0c1e6b-2ac9-4bf8-b574-2357409ed569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:50.205253 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Request body: {'port': {'device_id': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:50.265839 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9b0c1e6b-2ac9-4bf8-b574-2357409ed569 None None] Port 2ce3c141-1907-451f-bd6d-4c730e46f374 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:20:50.339726 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:50.662458 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cd0be3c1-48c2-4310-832a-14733e95249b req-022e413b-24e7-4548-aeb6-e47ff8d03e6c tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 210 time: 0.0698714 Mar 08 19:20:50.683105 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10224d0f-1414-48db-9c32-e08e2c7b6c3f req-780314c6-24c8-42cc-b821-37a60d7b5777 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:50.700450 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-10224d0f-1414-48db-9c32-e08e2c7b6c3f req-780314c6-24c8-42cc-b821-37a60d7b5777 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.1531694 Mar 08 19:20:50.786257 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-10224d0f-1414-48db-9c32-e08e2c7b6c3f req-b44fe6a0-de0a-4436-93ea-ff2f6137878c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801663 Mar 08 19:20:50.790067 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce3c141-1907-451f-bd6d-4c730e46f374 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:20:50.798904 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Publish callbacks [] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:50.813702 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Transition to ACTIVE for port object 2ce3c141-1907-451f-bd6d-4c730e46f374 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:20:50.989148 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281292d6-f208-406f-9a48-a6d85678d7ee req-6e3dfeda-a7ef-47c4-bb91-77038f81dfff tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:50.991046 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-281292d6-f208-406f-9a48-a6d85678d7ee req-6e3dfeda-a7ef-47c4-bb91-77038f81dfff tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 932 time: 0.0703523 Mar 08 19:20:51.043370 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-281292d6-f208-406f-9a48-a6d85678d7ee req-9bdb05e8-e975-470d-8dda-b26301f7aa37 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460188 Mar 08 19:20:51.285300 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-55868ca5-135d-4e34-8aa0-6d464fb9a098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:51.285908 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:51.342476 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce3c141-1907-451f-bd6d-4c730e46f374,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:51.431250 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Attempting to bind port 2ce3c141-1907-451f-bd6d-4c730e46f374 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:20:51.431591 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Attempting to bind port 2ce3c141-1907-451f-bd6d-4c730e46f374 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '5fe1463e-1dac-4251-aebf-f69690e9be43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:20:51.431917 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Attempting to bind port 2ce3c141-1907-451f-bd6d-4c730e46f374 on network 5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:20:51.441583 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Port 2ce3c141-1907-451f-bd6d-4c730e46f374 on network 5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:20:51.441919 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Attempting to bind port 2ce3c141-1907-451f-bd6d-4c730e46f374 on network 5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:20:51.448575 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:20:51.455641 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Checking segment: {'id': '5fe1463e-1dac-4251-aebf-f69690e9be43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:20:51.455641 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Bound using segment: {'id': '5fe1463e-1dac-4251-aebf-f69690e9be43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:20:51.455641 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Bound port: 2ce3c141-1907-451f-bd6d-4c730e46f374, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe1463e-1dac-4251-aebf-f69690e9be43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:20:51.455641 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:51.526845 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] For port 2ce3c141-1907-451f-bd6d-4c730e46f374, host hv-cinder-83009, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:20:51.530276 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] For port 2ce3c141-1907-451f-bd6d-4c730e46f374, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2ce3c141-1907-451f-bd6d-4c730e46f374,segment=NetworkSegment(5fe1463e-1dac-4251-aebf-f69690e9be43),segment_id=5fe1463e-1dac-4251-aebf-f69690e9be43)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:20:51.632353 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:51.667068 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:51.667507 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:51.669213 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] 10.222.0.64 "PUT /v2.0/ports/2ce3c141-1907-451f-bd6d-4c730e46f374 HTTP/1.1" status: 200 len: 1094 time: 1.4686189 Mar 08 19:20:51.671681 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'tag': '2ce3c141-1907-451f-bd6d-4c730e46f374'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:20:51.675876 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6807bcb-d21f-4877-9444-cc2884e4ac59" -d '{"events": [{"name": "network-changed", "server_uuid": "c32da579-d0cb-4be2-ad5a-7ade24c94fa6", "tag": "2ce3c141-1907-451f-bd6d-4c730e46f374"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:20:51.726014 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 8af561ea-f524-4bd3-b0b9-02469072d66c no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:20:51.727812 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe290c8-05c4-4d07-b5ba-63a1c72bacd7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce3c141-1907-451f-bd6d-4c730e46f374,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:51.759283 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: 8af561ea-f524-4bd3-b0b9-02469072d66c {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:20:51.759887 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 8af561ea-f524-4bd3-b0b9-02469072d66c not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:20:51.768119 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077c00a5-7e26-41e5-8d0d-1a08e3bd3f1b x-openstack-request-id: req-077c00a5-7e26-41e5-8d0d-1a08e3bd3f1b {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:20:51.768767 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32da579-d0cb-4be2-ad5a-7ade24c94fa6", "tag": "2ce3c141-1907-451f-bd6d-4c730e46f374", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:20:51.769233 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-077c00a5-7e26-41e5-8d0d-1a08e3bd3f1b {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:20:51.770855 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'tag': '2ce3c141-1907-451f-bd6d-4c730e46f374', 'status': 'completed', 'code': 200} Mar 08 19:20:51.812396 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c3f993ba-73d6-4ab8-a883-0be4d26a48d3 req-363b96d2-c5cf-4303-a5b4-4d91d954bf93 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 210 time: 0.0358715 Mar 08 19:20:51.947949 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979db67-a7b6-4b48-a3ba-4f1854e772a9 req-0a8504a3-1e3e-495f-8fae-56d8846572ec tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:51.949497 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8979db67-a7b6-4b48-a3ba-4f1854e772a9 req-0a8504a3-1e3e-495f-8fae-56d8846572ec tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0709939 Mar 08 19:20:52.006285 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8979db67-a7b6-4b48-a3ba-4f1854e772a9 req-1887f905-b666-4f77-a0b9-7b06b8e83b33 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507369 Mar 08 19:20:52.169830 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba02e3-e681-42bb-9384-d312132b4ec2 req-666cdfba-6344-4b03-92bf-259e2db0b4e5 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:52.171387 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-78ba02e3-e681-42bb-9384-d312132b4ec2 req-666cdfba-6344-4b03-92bf-259e2db0b4e5 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 944 time: 0.0550776 Mar 08 19:20:52.219328 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-78ba02e3-e681-42bb-9384-d312132b4ec2 req-aaf2f99d-63b1-4cd1-8942-27b79456f848 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411665 Mar 08 19:20:52.712849 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:20:52.937032 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-70fdc91f-7ab5-4a8c-91fd-7c3f7caad595 req-475936a0-2a8d-486e-87da-49424b18af19 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 210 time: 0.0394592 Mar 08 19:20:53.141008 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc41f3-1575-49e4-811b-da0e23d749bf req-233041aa-4d8e-4805-b542-1247204cb190 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:53.142585 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9adc41f3-1575-49e4-811b-da0e23d749bf req-233041aa-4d8e-4805-b542-1247204cb190 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0556340 Mar 08 19:20:53.192590 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9adc41f3-1575-49e4-811b-da0e23d749bf req-1a962226-7edf-4b07-af88-c819c3621512 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435157 Mar 08 19:20:53.199830 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-09c5efc0-4b3f-417c-838a-5891cd94c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:53.341769 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481aa9e-d876-4e5f-8eff-2785fd3cc474 req-e173ca6d-392d-48a6-a953-917fc2b69518 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:53.344397 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0481aa9e-d876-4e5f-8eff-2785fd3cc474 req-e173ca6d-392d-48a6-a953-917fc2b69518 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 944 time: 0.0579243 Mar 08 19:20:53.394991 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0481aa9e-d876-4e5f-8eff-2785fd3cc474 req-17876331-471a-4db5-a848-02223234386f tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448492 Mar 08 19:20:54.053910 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3fb59d2d-571e-4e2f-8c21-535993fcb359 req-08f79a10-4986-42bd-9f92-dca29e384f92 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 210 time: 0.0331788 Mar 08 19:20:54.135324 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:54.332979 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd9b0a-4c17-4f26-9c5d-79faa38a5d35 req-f39c21d4-8e28-4611-9c23-3d9434999353 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:54.334456 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a3dd9b0a-4c17-4f26-9c5d-79faa38a5d35 req-f39c21d4-8e28-4611-9c23-3d9434999353 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0560224 Mar 08 19:20:54.388363 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a3dd9b0a-4c17-4f26-9c5d-79faa38a5d35 req-78b349fd-f056-48e5-b9b2-a8e2fe7b81e4 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480380 Mar 08 19:20:54.519556 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df207297-1ff5-4d41-ac05-c58b82f33ede req-f88f4077-1e85-41fb-a660-2104e42e58a7 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:54.521099 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-df207297-1ff5-4d41-ac05-c58b82f33ede req-f88f4077-1e85-41fb-a660-2104e42e58a7 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 944 time: 0.0561635 Mar 08 19:20:54.568224 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-df207297-1ff5-4d41-ac05-c58b82f33ede req-e9c81059-f123-45ae-bfef-6e7539940cd0 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412762 Mar 08 19:20:54.626595 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:55.164423 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3d649f08-f277-4ef0-bb39-4a242dcf6e11 req-a5b1088f-eed4-4d01-9402-e85bff4f9fe0 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 210 time: 0.0308032 Mar 08 19:20:55.535750 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bffaea-d94c-4bb7-b594-469fbce46174 req-9bf3bf7c-e785-44c7-ab71-be5cbb91dabf tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:55.537250 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f3bffaea-d94c-4bb7-b594-469fbce46174 req-9bf3bf7c-e785-44c7-ab71-be5cbb91dabf tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0566220 Mar 08 19:20:55.583138 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f3bffaea-d94c-4bb7-b594-469fbce46174 req-4cb9ac7f-735f-410b-8a13-df96ccaf1fa2 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402679 Mar 08 19:20:55.706226 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b8b7f-a09b-4e5d-b930-3f0d80ae5ea8 req-ca668b73-bb97-403a-8dad-ddd71fab5b14 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:55.708260 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c18b8b7f-a09b-4e5d-b930-3f0d80ae5ea8 req-ca668b73-bb97-403a-8dad-ddd71fab5b14 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 944 time: 0.0583191 Mar 08 19:20:55.709069 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:55.757015 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c18b8b7f-a09b-4e5d-b930-3f0d80ae5ea8 req-8cfa4ac6-4516-4925-99b7-c00c723c833b tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424368 Mar 08 19:20:56.336021 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8558adc2-12bc-4d3f-b857-df7d49270218 req-aac1dc28-7272-489f-a5f9-ab120459fd9e tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 210 time: 0.0903599 Mar 08 19:20:56.714974 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd58c8-fd62-4c3a-bc3d-4fa804c78885 req-13647cfa-5a44-4e8b-abfc-36612eb8f835 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:56.716586 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-43fd58c8-fd62-4c3a-bc3d-4fa804c78885 req-13647cfa-5a44-4e8b-abfc-36612eb8f835 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0585144 Mar 08 19:20:56.768106 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-43fd58c8-fd62-4c3a-bc3d-4fa804c78885 req-1dac238b-9e75-4b0f-99c9-872cd0c395c7 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454576 Mar 08 19:20:56.906433 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3e076-193e-4d9c-b6ab-07043ac183ab req-a6733f2f-626c-4c6c-b2ae-f734a2df4ec9 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:56.907816 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4df3e076-193e-4d9c-b6ab-07043ac183ab req-a6733f2f-626c-4c6c-b2ae-f734a2df4ec9 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 944 time: 0.0736685 Mar 08 19:20:56.964414 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4df3e076-193e-4d9c-b6ab-07043ac183ab req-e4ff9600-9b8c-45de-a43b-69d9018324db tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504239 Mar 08 19:20:57.055498 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:57.447079 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1be9fbd1-fd7f-4a60-a5c7-cfe7a82c89b1 req-4e9befe7-1c28-41e5-848f-873547bf885a tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 210 time: 0.0311239 Mar 08 19:20:57.904551 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a15cbe-9516-49dc-88c1-457d62985486 req-346215f5-44e2-420b-b635-ce2659eb1c14 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:57.906199 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d0a15cbe-9516-49dc-88c1-457d62985486 req-346215f5-44e2-420b-b635-ce2659eb1c14 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0555241 Mar 08 19:20:57.961252 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d0a15cbe-9516-49dc-88c1-457d62985486 req-5fe6ae60-01bc-426e-8fa9-d7fb80692790 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483990 Mar 08 19:20:58.143952 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767c99b-0983-4656-bf5d-f73e77954634 req-e937e9a8-1acb-4fc4-a32d-bd84f766ef97 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:58.146894 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3767c99b-0983-4656-bf5d-f73e77954634 req-e937e9a8-1acb-4fc4-a32d-bd84f766ef97 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 944 time: 0.1134396 Mar 08 19:20:58.198840 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3767c99b-0983-4656-bf5d-f73e77954634 req-adc6af69-1c6e-41af-9c90-96593aba2de9 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448503 Mar 08 19:20:58.565947 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7a969572-7f63-4e0f-aa3f-bc201f335eb0 req-dd80af7f-c988-49b0-8d3c-3d423a6c9ce1 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 210 time: 0.0364964 Mar 08 19:20:59.101439 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b0735-60e9-4cb0-b0c6-5b740bdd15de req-cf5fc776-c8a8-4cbd-8f67-71281b5adc16 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:59.102984 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-829b0735-60e9-4cb0-b0c6-5b740bdd15de req-cf5fc776-c8a8-4cbd-8f67-71281b5adc16 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0618584 Mar 08 19:20:59.165768 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-829b0735-60e9-4cb0-b0c6-5b740bdd15de req-d39c2de8-79ad-42a5-9c1d-e366fdcd3bce tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503979 Mar 08 19:20:59.332001 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa6abd-bf86-4738-a610-bb1415e1f3a0 req-2c777409-a5ea-4df0-9ee5-b083c7238e96 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:59.334144 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b4aa6abd-bf86-4738-a610-bb1415e1f3a0 req-2c777409-a5ea-4df0-9ee5-b083c7238e96 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 944 time: 0.0602090 Mar 08 19:20:59.385907 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b4aa6abd-bf86-4738-a610-bb1415e1f3a0 req-25c900f4-1c35-4e7c-bf9b-736f7e766ea6 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460939 Mar 08 19:20:59.675202 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3b1efb10-9e63-418a-9cd1-c371fc16e117 req-0f5cafc2-488b-4cd9-85c7-99146991916f tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 210 time: 0.0303586 Mar 08 19:21:00.290508 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569505-53ce-4874-b444-84ad1a8ed719 req-ba191983-7ca5-44bb-a049-48b7fd80309d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:00.291969 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-aa569505-53ce-4874-b444-84ad1a8ed719 req-ba191983-7ca5-44bb-a049-48b7fd80309d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0552478 Mar 08 19:21:00.338308 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-aa569505-53ce-4874-b444-84ad1a8ed719 req-d2eb970c-6f22-4b1f-86e2-451e69639072 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407643 Mar 08 19:21:00.502437 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa5147-68ac-4817-9046-09c9b43955e0 req-21a4f20d-0e40-4d84-8dc5-cfb36a16d56e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:00.503895 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0dfa5147-68ac-4817-9046-09c9b43955e0 req-21a4f20d-0e40-4d84-8dc5-cfb36a16d56e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 944 time: 0.0522535 Mar 08 19:21:00.549750 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0dfa5147-68ac-4817-9046-09c9b43955e0 req-f75e3c20-190f-4b77-b8a7-ee51464117b5 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 Mar 08 19:21:00.784361 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3252b2bf-d680-4d1c-8d5a-f0cfee878953 req-58c0469d-e5c4-42da-9dca-61ca2b23ce2d tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 210 time: 0.0309093 Mar 08 19:21:01.460865 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724ea22-0f09-4dd7-a65b-8e6dc0f840e7 req-59946b4d-99dc-492d-8f40-5cb7bca503c5 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:01.462593 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7724ea22-0f09-4dd7-a65b-8e6dc0f840e7 req-59946b4d-99dc-492d-8f40-5cb7bca503c5 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0532968 Mar 08 19:21:01.510806 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7724ea22-0f09-4dd7-a65b-8e6dc0f840e7 req-d15061df-8f64-4fc0-912b-0188ab401d63 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427206 Mar 08 19:21:01.665316 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9eb7ac-b883-455f-9562-873b19e5cf8f req-73583cde-e495-48ff-a9dd-4042d9815bed tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:01.666780 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ef9eb7ac-b883-455f-9562-873b19e5cf8f req-73583cde-e495-48ff-a9dd-4042d9815bed tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 944 time: 0.0522897 Mar 08 19:21:01.711793 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ef9eb7ac-b883-455f-9562-873b19e5cf8f req-5af88d95-5d84-4322-a803-c847e08cab00 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396011 Mar 08 19:21:01.891923 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7c2ca53c-b054-4bf2-b4c4-85dc045468e4 req-caf95d16-02cc-4de4-9e2e-7b1a45a10620 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 210 time: 0.0299301 Mar 08 19:21:02.632926 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3ff96-f19c-4936-acd2-cd7baced9fab req-6b29751f-6449-4cb2-8f6f-07d60460d1ad tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:02.634381 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a2f3ff96-f19c-4936-acd2-cd7baced9fab req-6b29751f-6449-4cb2-8f6f-07d60460d1ad tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0528634 Mar 08 19:21:02.680932 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a2f3ff96-f19c-4936-acd2-cd7baced9fab req-04827061-e7f3-409a-af1c-81577dbbec31 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407395 Mar 08 19:21:02.828574 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3c14a-0fbf-456d-a981-70d7089fcba6 req-db2f3098-03aa-4750-b469-693c3ff619e5 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:02.829930 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0fe3c14a-0fbf-456d-a981-70d7089fcba6 req-db2f3098-03aa-4750-b469-693c3ff619e5 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 944 time: 0.0527780 Mar 08 19:21:02.879182 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0fe3c14a-0fbf-456d-a981-70d7089fcba6 req-96c2eca8-3dd8-4c13-9d98-5a00565515ea tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437546 Mar 08 19:21:02.995546 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ef8e0c00-a953-44bd-9559-a566ee679baa req-18d2bd25-e711-4d99-a34a-3dfffb33a5d5 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 210 time: 0.0301809 Mar 08 19:21:03.216810 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6807bcb-d21f-4877-9444-cc2884e4ac59 req-fe5410a7-c634-4c29-a855-831c8684cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:03.218377 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e6807bcb-d21f-4877-9444-cc2884e4ac59 req-fe5410a7-c634-4c29-a855-831c8684cbb0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ee114e2a47a43aeb36a88ea76037a8d&device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 1128 time: 0.0507624 Mar 08 19:21:03.222041 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28721693-ed28-4fbf-bf0f-9f04ba5c6867 req-fd064f3a-a5c1-4a07-a2d3-91d2566dd52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:03.223665 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-28721693-ed28-4fbf-bf0f-9f04ba5c6867 req-fd064f3a-a5c1-4a07-a2d3-91d2566dd52b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e232d9d1074348e8bcb4ab6f69434a83&device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 1128 time: 0.0452411 Mar 08 19:21:03.337839 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6807bcb-d21f-4877-9444-cc2884e4ac59 req-5027747a-e4fa-4a76-b729-d29965dea033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:03.339360 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e6807bcb-d21f-4877-9444-cc2884e4ac59 req-5027747a-e4fa-4a76-b729-d29965dea033 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3ee114e2a47a43aeb36a88ea76037a8d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0946529 Mar 08 19:21:03.346662 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28721693-ed28-4fbf-bf0f-9f04ba5c6867 req-f73de384-8995-4762-a0f9-2f457086f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:03.348088 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-28721693-ed28-4fbf-bf0f-9f04ba5c6867 req-f73de384-8995-4762-a0f9-2f457086f8dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=46edac82-f34a-4fd3-bd2f-ca292de936fb HTTP/1.1" status: 200 len: 917 time: 0.0865209 Mar 08 19:21:03.423988 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-28721693-ed28-4fbf-bf0f-9f04ba5c6867 req-67d7bcff-8076-4007-ad55-90c6430b4299 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34502e9b-8ce0-42c4-bc29-94a2de69e607 HTTP/1.1" status: 200 len: 1000 time: 0.0628757 Mar 08 19:21:03.442480 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6807bcb-d21f-4877-9444-cc2884e4ac59 req-72c9016d-f8ae-48e3-96e8-0a1cf9f9c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:03.444149 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e6807bcb-d21f-4877-9444-cc2884e4ac59 req-72c9016d-f8ae-48e3-96e8-0a1cf9f9c57e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943985 Mar 08 19:21:03.477654 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28721693-ed28-4fbf-bf0f-9f04ba5c6867 req-9547cd30-71a2-48d6-bd6d-f2c72f738ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:03.479060 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-28721693-ed28-4fbf-bf0f-9f04ba5c6867 req-9547cd30-71a2-48d6-bd6d-f2c72f738ba4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c12f396-82f2-4313-8a98-b17d51e08628 HTTP/1.1" status: 200 len: 855 time: 0.0482256 Mar 08 19:21:03.529581 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28721693-ed28-4fbf-bf0f-9f04ba5c6867 req-d7b7f56d-f6bf-422c-a023-c8e1081e6f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:03.530864 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-81fc195b-fd1f-4080-b949-4bcdf88210e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:03.531111 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-28721693-ed28-4fbf-bf0f-9f04ba5c6867 req-d7b7f56d-f6bf-422c-a023-c8e1081e6f17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46edac82-f34a-4fd3-bd2f-ca292de936fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448875 Mar 08 19:21:03.532437 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-81fc195b-fd1f-4080-b949-4bcdf88210e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ee114e2a47a43aeb36a88ea76037a8d&device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 1128 time: 0.0460205 Mar 08 19:21:03.580469 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-4b519911-1759-4548-9a91-2cab92d0d700 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ce3c141-1907-451f-bd6d-4c730e46f374 HTTP/1.1" status: 200 len: 217 time: 0.0345614 Mar 08 19:21:03.631923 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-28721693-ed28-4fbf-bf0f-9f04ba5c6867 req-b48f76ae-c50b-40c6-b4d7-637456ba096f service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873563 Mar 08 19:21:03.635768 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-b7093e5b-4a35-4717-8685-f207d0cd6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:03.637218 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-b7093e5b-4a35-4717-8685-f207d0cd6a04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=127d2768-3ec2-4e32-8751-49e5ef3b1d35 HTTP/1.1" status: 200 len: 853 time: 0.0492988 Mar 08 19:21:03.695745 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-8346b5fc-ac19-450d-9a0b-17d54c3c7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:03.697310 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-8346b5fc-ac19-450d-9a0b-17d54c3c7754 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464265 Mar 08 19:21:03.746090 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-28721693-ed28-4fbf-bf0f-9f04ba5c6867 req-dc8e1bb4-8b19-4671-8b3f-55eb9fde8b8a service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944953 Mar 08 19:21:03.796811 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-77ccf097-3d5e-422b-9f75-74715b8c3b88 service neutron] 10.222.0.64 "GET /v2.0/networks/5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924990 Mar 08 19:21:03.806686 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d513-0173-4d2a-86af-cfea5075a19c req-f255e502-42f7-4da1-beae-367f2c08d5ca tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:03.808180 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ccf5d513-0173-4d2a-86af-cfea5075a19c req-f255e502-42f7-4da1-beae-367f2c08d5ca tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0547042 Mar 08 19:21:03.857603 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ccf5d513-0173-4d2a-86af-cfea5075a19c req-866d93e4-ee1f-46b6-8c83-c96c40323c08 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430601 Mar 08 19:21:03.894781 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-205444be-cfd0-448d-9888-dfa5c61b9a77 req-cf026d68-ea9e-4ea7-8d16-baf5bf396136 service neutron] 10.222.0.64 "GET /v2.0/networks/5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915818 Mar 08 19:21:04.000088 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b125ef8-2265-4038-bf5c-8b48f2ad319a req-b1e3c80b-7d8f-4ba6-b888-27610577a14b tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:04.001437 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9b125ef8-2265-4038-bf5c-8b48f2ad319a req-b1e3c80b-7d8f-4ba6-b888-27610577a14b tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 944 time: 0.0540369 Mar 08 19:21:04.049836 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9b125ef8-2265-4038-bf5c-8b48f2ad319a req-6b674cdb-948d-4c28-b552-b2111a2335d9 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426054 Mar 08 19:21:04.103766 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b56db58e-93ef-45c9-815e-e3054a177f5a req-08e1380a-d301-4a37-b518-d8c0bfe44171 tempest-ServerRescueNegativeTestJSON-1393650763 tempest-ServerRescueNegativeTestJSON-1393650763-project] 10.222.0.21 "GET /v2.0/ports?device_id=886e6b65-cde7-4830-a423-76c8fc061c07 HTTP/1.1" status: 200 len: 210 time: 0.0309663 Mar 08 19:21:04.984747 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e5425-ebbd-450f-ad54-51814406b7a3 req-58b0b482-8986-4392-b205-e6219e8ef45d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:04.986205 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-771e5425-ebbd-450f-ad54-51814406b7a3 req-58b0b482-8986-4392-b205-e6219e8ef45d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0536556 Mar 08 19:21:05.032784 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-771e5425-ebbd-450f-ad54-51814406b7a3 req-959bd8bc-3b09-4ee0-b455-548952fac804 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409453 Mar 08 19:21:05.158017 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 43676) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:05.168129 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db3df1-099f-4333-9199-4d7d23c59cb1 req-772a2f7a-4115-4d96-96de-94b4b64367a3 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:05.169608 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-51db3df1-099f-4333-9199-4d7d23c59cb1 req-772a2f7a-4115-4d96-96de-94b4b64367a3 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 944 time: 0.0544977 Mar 08 19:21:05.216160 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-51db3df1-099f-4333-9199-4d7d23c59cb1 req-6254df69-bc32-4ee7-8e25-73581590b455 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410137 Mar 08 19:21:05.573557 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cf49095a-a190-48be-9043-6dd03b82ffbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-329048'] for router_interface (5522923b-0bac-485c-a82e-b22ff84d73ac), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:05.864271 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-cf49095a-a190-48be-9043-6dd03b82ffbc admin admin] Deleting port 3c6bd3c5-246d-411d-a619-0f54069fe5f5 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:21:05.864607 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cf49095a-a190-48be-9043-6dd03b82ffbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (3c6bd3c5-246d-411d-a619-0f54069fe5f5), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:05.939447 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-cf49095a-a190-48be-9043-6dd03b82ffbc admin admin] For port 3c6bd3c5-246d-411d-a619-0f54069fe5f5, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=3c6bd3c5-246d-411d-a619-0f54069fe5f5,segment=NetworkSegment(243290d6-6ac6-4fdc-a1e0-6822e45d5468),segment_id=243290d6-6ac6-4fdc-a1e0-6822e45d5468)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:21:05.939805 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cf49095a-a190-48be-9043-6dd03b82ffbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (3c6bd3c5-246d-411d-a619-0f54069fe5f5), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:05.954751 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-cf49095a-a190-48be-9043-6dd03b82ffbc admin admin] Calling delete_port for 3c6bd3c5-246d-411d-a619-0f54069fe5f5 owned by network:router_interface {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:21:06.161768 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd4f5b-4ada-45ab-ac24-7cd5729b1131 req-dba76e18-d9d4-4465-937d-6d411b903a27 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:06.163184 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-08fd4f5b-4ada-45ab-ac24-7cd5729b1131 req-dba76e18-d9d4-4465-937d-6d411b903a27 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.0582507 Mar 08 19:21:06.210183 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-08fd4f5b-4ada-45ab-ac24-7cd5729b1131 req-38831f6f-bbc0-4055-af7f-ca7a7d9b58da tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414114 Mar 08 19:21:06.213180 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cf49095a-a190-48be-9043-6dd03b82ffbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (3c6bd3c5-246d-411d-a619-0f54069fe5f5), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:06.238744 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49095a-a190-48be-9043-6dd03b82ffbc admin admin] Pushing event deleted for resources: {'Port': ['ID=3c6bd3c5-246d-411d-a619-0f54069fe5f5,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:06.345370 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21a4b9-b7eb-43de-bed2-766fddee87e5 req-1121df60-f06b-46f5-8759-44a9bb09fa00 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:06.347314 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3c21a4b9-b7eb-43de-bed2-766fddee87e5 req-1121df60-f06b-46f5-8759-44a9bb09fa00 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 944 time: 0.0564668 Mar 08 19:21:06.394793 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3c21a4b9-b7eb-43de-bed2-766fddee87e5 req-bce16916-73aa-4d90-9bec-c4950a64a9d9 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414352 Mar 08 19:21:06.413310 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cf49095a-a190-48be-9043-6dd03b82ffbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-329004'] for router_interface (5522923b-0bac-485c-a82e-b22ff84d73ac), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:06.869609 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf49095a-a190-48be-9043-6dd03b82ffbc admin admin] Router 5522923b-0bac-485c-a82e-b22ff84d73ac has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:21:06.977312 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf49095a-a190-48be-9043-6dd03b82ffbc admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:21:06.982524 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-cf49095a-a190-48be-9043-6dd03b82ffbc admin admin] 10.222.0.21 "PUT /v2.0/routers/5522923b-0bac-485c-a82e-b22ff84d73ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8233616 Mar 08 19:21:06.985047 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 43682) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:06.989356 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff99c20-ae04-477e-ac3b-3d09280eff61 None None] Sync routers for ids ['5522923b-0bac-485c-a82e-b22ff84d73ac'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:21:07.000099 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff99c20-ae04-477e-ac3b-3d09280eff61 None None] Routers {'5522923b-0bac-485c-a82e-b22ff84d73ac'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:21:07.000709 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-6ff99c20-ae04-477e-ac3b-3d09280eff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:20:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['5522923b-0bac-485c-a82e-b22ff84d73ac'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:07.095208 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5c3d-4900-4ef0-9c05-2a94afa62ee1 admin admin] Publish callbacks [] for router (5522923b-0bac-485c-a82e-b22ff84d73ac), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:07.196173 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-6ff99c20-ae04-477e-ac3b-3d09280eff61 None None] Set router 5522923b-0bac-485c-a82e-b22ff84d73ac gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:21:07.218372 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5c3d-4900-4ef0-9c05-2a94afa62ee1 admin admin] Publish callbacks [] for router_gateway (5522923b-0bac-485c-a82e-b22ff84d73ac), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:07.355885 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a5c3d-4900-4ef0-9c05-2a94afa62ee1 admin admin] Deleting port 985c31b9-811b-4b02-9ba6-96d3bca5f3e3 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:21:07.356975 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5c3d-4900-4ef0-9c05-2a94afa62ee1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (985c31b9-811b-4b02-9ba6-96d3bca5f3e3), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:07.463717 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-6ff99c20-ae04-477e-ac3b-3d09280eff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'name': 'tempest-ServerRescueNegativeTestJSON-388633413-router', 'tenant_id': '7758735aa6ea4cb9b3374aa19714948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '985c31b9-811b-4b02-9ba6-96d3bca5f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:22Z', 'updated_at': '2022-03-08T19:21:06Z', 'revision_number': 5, 'project_id': '7758735aa6ea4cb9b3374aa19714948f', 'gw_port': {'id': '985c31b9-811b-4b02-9ba6-96d3bca5f3e3', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:23Z', 'updated_at': '2022-03-08T19:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:07.466807 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-1c6a5c3d-4900-4ef0-9c05-2a94afa62ee1 admin admin] For port 985c31b9-811b-4b02-9ba6-96d3bca5f3e3, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=985c31b9-811b-4b02-9ba6-96d3bca5f3e3,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:21:07.467559 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5c3d-4900-4ef0-9c05-2a94afa62ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (985c31b9-811b-4b02-9ba6-96d3bca5f3e3), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:07.488002 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a5c3d-4900-4ef0-9c05-2a94afa62ee1 admin admin] Calling delete_port for 985c31b9-811b-4b02-9ba6-96d3bca5f3e3 owned by network:router_gateway {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:21:07.491250 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff99c20-ae04-477e-ac3b-3d09280eff61 None None] Checking router: 5522923b-0bac-485c-a82e-b22ff84d73ac for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:21:07.503651 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff99c20-ae04-477e-ac3b-3d09280eff61 None None] Routers {'5522923b-0bac-485c-a82e-b22ff84d73ac'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:21:07.504276 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-6ff99c20-ae04-477e-ac3b-3d09280eff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:20:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['5522923b-0bac-485c-a82e-b22ff84d73ac'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:07.553018 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e2e8a-3008-4701-96fc-bcc855ff6596 req-406c2c1a-471b-470d-b627-a745c77f4229 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:07.554533 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-375e2e8a-3008-4701-96fc-bcc855ff6596 req-406c2c1a-471b-470d-b627-a745c77f4229 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 944 time: 0.1124282 Mar 08 19:21:07.565667 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfbcbb-c897-408d-b6a3-5c04af171271 req-d8ba6932-8581-4fbc-886b-9bc0d8ed23b0 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:07.567143 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bdcfbcbb-c897-408d-b6a3-5c04af171271 req-d8ba6932-8581-4fbc-886b-9bc0d8ed23b0 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 944 time: 0.0808394 Mar 08 19:21:07.602956 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-6ff99c20-ae04-477e-ac3b-3d09280eff61 None None] Set router 5522923b-0bac-485c-a82e-b22ff84d73ac gateway port host: None {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:21:07.642963 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-375e2e8a-3008-4701-96fc-bcc855ff6596 req-f48f3176-5b6d-4a80-9846-265e8f136578 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748553 Mar 08 19:21:07.658604 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bdcfbcbb-c897-408d-b6a3-5c04af171271 req-df990023-1ca1-4e68-b0d8-ebe81b86ffb9 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789003 Mar 08 19:21:07.659728 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-6ff99c20-ae04-477e-ac3b-3d09280eff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'name': 'tempest-ServerRescueNegativeTestJSON-388633413-router', 'tenant_id': '7758735aa6ea4cb9b3374aa19714948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:22Z', 'updated_at': '2022-03-08T19:21:07Z', 'revision_number': 6, 'project_id': '7758735aa6ea4cb9b3374aa19714948f', 'gw_port_host': None}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:07.687165 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff99c20-ae04-477e-ac3b-3d09280eff61 None None] The sync data for ids ['5522923b-0bac-485c-a82e-b22ff84d73ac'] in dv-cinder-830092-3-iscsi is: [{'id': '5522923b-0bac-485c-a82e-b22ff84d73ac', 'name': 'tempest-ServerRescueNegativeTestJSON-388633413-router', 'tenant_id': '7758735aa6ea4cb9b3374aa19714948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:22Z', 'updated_at': '2022-03-08T19:21:07Z', 'revision_number': 6, 'project_id': '7758735aa6ea4cb9b3374aa19714948f', 'gw_port_host': None}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:21:07.741814 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 2ce3c141-1907-451f-bd6d-4c730e46f374 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:21:07.754486 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5c3d-4900-4ef0-9c05-2a94afa62ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (985c31b9-811b-4b02-9ba6-96d3bca5f3e3), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:07.787157 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a5c3d-4900-4ef0-9c05-2a94afa62ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=985c31b9-811b-4b02-9ba6-96d3bca5f3e3,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:07.839585 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 2ce3c141-1907-451f-bd6d-4c730e46f374, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2ce3c141-1907-451f-bd6d-4c730e46f374,segment=NetworkSegment(5fe1463e-1dac-4251-aebf-f69690e9be43),segment_id=5fe1463e-1dac-4251-aebf-f69690e9be43)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:21:07.848952 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5c3d-4900-4ef0-9c05-2a94afa62ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-328326'] for router_gateway (5522923b-0bac-485c-a82e-b22ff84d73ac), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:07.850917 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '2ce3c141-1907-451f-bd6d-4c730e46f374', 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3', 'port_id': '2ce3c141-1907-451f-bd6d-4c730e46f374', 'mac_address': 'fa:16:3e:40:32:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:21:07.888254 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 2ce3c141-1907-451f-bd6d-4c730e46f374 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:21:07.888643 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:07.905074 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce3c141-1907-451f-bd6d-4c730e46f374 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:21:07.923872 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 2ce3c141-1907-451f-bd6d-4c730e46f374, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2ce3c141-1907-451f-bd6d-4c730e46f374,segment=NetworkSegment(5fe1463e-1dac-4251-aebf-f69690e9be43),segment_id=5fe1463e-1dac-4251-aebf-f69690e9be43)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:21:07.964705 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5c3d-4900-4ef0-9c05-2a94afa62ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-331570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25210'] for router (5522923b-0bac-485c-a82e-b22ff84d73ac), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:07.967114 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5c3d-4900-4ef0-9c05-2a94afa62ee1 admin admin] Publish callbacks [] for router_controller (5522923b-0bac-485c-a82e-b22ff84d73ac), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.013583 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.014527 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 34502e9b-8ce0-42c4-bc29-94a2de69e607 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:21:08.090222 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=2ce3c141-1907-451f-bd6d-4c730e46f374,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:08.122441 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:08.122808 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:08.123145 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:08.123563 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:08.123892 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:08.124232 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:08.124729 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:08.124981 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:08.125328 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:08.125619 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:08.125991 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:08.126239 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:08.126581 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:08.127099 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5c3d-4900-4ef0-9c05-2a94afa62ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-331557'] for router (5522923b-0bac-485c-a82e-b22ff84d73ac), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.127637 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6a5c3d-4900-4ef0-9c05-2a94afa62ee1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5522923b-0bac-485c-a82e-b22ff84d73ac {{(pid=103757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:21:08.145073 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5c3d-4900-4ef0-9c05-2a94afa62ee1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.146241 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-1c6a5c3d-4900-4ef0-9c05-2a94afa62ee1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5522923b-0bac-485c-a82e-b22ff84d73ac HTTP/1.1" status: 204 len: 168 time: 1.1603279 Mar 08 19:21:08.149451 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 43690) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:08.166122 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 34502e9b-8ce0-42c4-bc29-94a2de69e607, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34502e9b-8ce0-42c4-bc29-94a2de69e607,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:21:08.177459 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '34502e9b-8ce0-42c4-bc29-94a2de69e607', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'port_id': '34502e9b-8ce0-42c4-bc29-94a2de69e607', 'mac_address': 'fa:16:3e:37:68:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:21:08.194105 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c4d2c7-b211-48f2-860d-04a92d91a2f4 admin admin] Deleting subnet e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc {{(pid=103757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:21:08.199292 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-81c4d2c7-b211-48f2-860d-04a92d91a2f4 admin admin] Publish callbacks [] for subnet (e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.227050 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 34502e9b-8ce0-42c4-bc29-94a2de69e607 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:21:08.228737 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.245361 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-81c4d2c7-b211-48f2-860d-04a92d91a2f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12596001'] for subnet (e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.246001 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34502e9b-8ce0-42c4-bc29-94a2de69e607 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:21:08.265908 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 34502e9b-8ce0-42c4-bc29-94a2de69e607, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34502e9b-8ce0-42c4-bc29-94a2de69e607,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:21:08.292313 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-81c4d2c7-b211-48f2-860d-04a92d91a2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669433'] for subnet (e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.385212 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.434243 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=34502e9b-8ce0-42c4-bc29-94a2de69e607,revision_number=9']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:08.499803 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-81c4d2c7-b211-48f2-860d-04a92d91a2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14676729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14442119'] for subnet (e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.521750 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 985c31b9-811b-4b02-9ba6-96d3bca5f3e3 no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:21:08.525805 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4d2c7-b211-48f2-860d-04a92d91a2f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:08.531672 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-81c4d2c7-b211-48f2-860d-04a92d91a2f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.534833 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-81c4d2c7-b211-48f2-860d-04a92d91a2f4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e3fb5c25-2a16-40ee-bac1-d0f35d8bcdcc HTTP/1.1" status: 204 len: 168 time: 0.3842881 Mar 08 19:21:08.537552 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 43692) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:08.546687 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: 985c31b9-811b-4b02-9ba6-96d3bca5f3e3 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:21:08.547030 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 985c31b9-811b-4b02-9ba6-96d3bca5f3e3 not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:21:08.547508 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 3c6bd3c5-246d-411d-a619-0f54069fe5f5 no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:21:08.567932 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: 3c6bd3c5-246d-411d-a619-0f54069fe5f5 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:21:08.568268 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 3c6bd3c5-246d-411d-a619-0f54069fe5f5 not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:21:08.612067 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bdd89d69-7769-422d-84f1-898bf0157a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715894'] for network (e2029082-29cd-4552-a44b-4a5e4a15a1d8), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.699897 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bdd89d69-7769-422d-84f1-898bf0157a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733302', 'neutron.services.segments.db._delete_segments_for_network-8785633600359'] for network (e2029082-29cd-4552-a44b-4a5e4a15a1d8), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.728523 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-bdd89d69-7769-422d-84f1-898bf0157a24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2029082-29cd-4552-a44b-4a5e4a15a1d8']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:08.740739 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-bdd89d69-7769-422d-84f1-898bf0157a24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243290d6-6ac6-4fdc-a1e0-6822e45d5468') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:08.741023 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-bdd89d69-7769-422d-84f1-898bf0157a24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243290d6-6ac6-4fdc-a1e0-6822e45d5468') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:08.752202 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bdd89d69-7769-422d-84f1-898bf0157a24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785633599600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12596186'] for segment (243290d6-6ac6-4fdc-a1e0-6822e45d5468), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.763168 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['34502e9b-8ce0-42c4-bc29-94a2de69e607'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:21:08.777598 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bdd89d69-7769-422d-84f1-898bf0157a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (243290d6-6ac6-4fdc-a1e0-6822e45d5468), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.785579 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd89d69-7769-422d-84f1-898bf0157a24 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:21:08.786031 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bdd89d69-7769-422d-84f1-898bf0157a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14676627'] for segment (243290d6-6ac6-4fdc-a1e0-6822e45d5468), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.787836 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['2ce3c141-1907-451f-bd6d-4c730e46f374'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:21:08.820229 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2778c57-bdf2-4f34-9e91-e2211ca1c51c req-7871bbce-ef71-4556-94fa-09d16559f025 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:08.827004 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e2778c57-bdf2-4f34-9e91-e2211ca1c51c req-7871bbce-ef71-4556-94fa-09d16559f025 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 945 time: 0.1083570 Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: Traceback (most recent call last): Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: timer() Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: cb(*args, **kw) Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: return func(*args, **kwargs) Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: self._notify() Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: self.callback(batched_events) Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: event.method(event) Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: return f(self, *a, **k) Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._get(url).json() Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:21:08.855704 dv-cinder-830092-3-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:21:08.861427 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea53af-4f7b-4370-849e-6b89c5fb1c03 req-384b882d-6ba4-4dd2-82b3-ea3cd4919d4d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:08.861427 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d8ea53af-4f7b-4370-849e-6b89c5fb1c03 req-384b882d-6ba4-4dd2-82b3-ea3cd4919d4d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 945 time: 0.1126359 Mar 08 19:21:08.905098 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e2778c57-bdf2-4f34-9e91-e2211ca1c51c req-05b5dbff-0b61-48df-b5d7-fc3bfb652610 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754747 Mar 08 19:21:08.928334 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d8ea53af-4f7b-4370-849e-6b89c5fb1c03 req-3487284f-efba-4e18-a8c7-72814155aa18 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610731 Mar 08 19:21:08.956521 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bdd89d69-7769-422d-84f1-898bf0157a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-328354'] for network (e2029082-29cd-4552-a44b-4a5e4a15a1d8), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.973141 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bdd89d69-7769-422d-84f1-898bf0157a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.976520 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-bdd89d69-7769-422d-84f1-898bf0157a24 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e2029082-29cd-4552-a44b-4a5e4a15a1d8 HTTP/1.1" status: 204 len: 168 time: 0.4379234 Mar 08 19:21:08.978643 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd89d69-7769-422d-84f1-898bf0157a24 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2029082-29cd-4552-a44b-4a5e4a15a1d8,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:09.379970 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 43700) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:09.419784 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-3254d79a-4ed0-46ce-9bc1-5a5cf61c44fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7758735aa6ea4cb9b3374aa19714948f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386488 Mar 08 19:21:09.422229 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 43702) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:09.469725 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c52868d-9b3d-4f49-a5e3-a02829a4fde1 admin admin] Publish callbacks [] for security_group (a90a3a87-78b7-418e-98b6-8eb51f60428c), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:09.490519 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c52868d-9b3d-4f49-a5e3-a02829a4fde1 admin admin] Publish callbacks [] for security_group (a90a3a87-78b7-418e-98b6-8eb51f60428c), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:09.617628 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c52868d-9b3d-4f49-a5e3-a02829a4fde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (a90a3a87-78b7-418e-98b6-8eb51f60428c), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:09.620374 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c52868d-9b3d-4f49-a5e3-a02829a4fde1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:09.621543 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-1c52868d-9b3d-4f49-a5e3-a02829a4fde1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a90a3a87-78b7-418e-98b6-8eb51f60428c HTTP/1.1" status: 204 len: 168 time: 0.1983120 Mar 08 19:21:09.629559 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52868d-9b3d-4f49-a5e3-a02829a4fde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90a3a87-78b7-418e-98b6-8eb51f60428c,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:10.056531 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b213b-8052-4a76-951f-35ef3d214a7d req-342feb62-e80f-4e96-8d0b-6586929e8bb0 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:10.058017 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-397b213b-8052-4a76-951f-35ef3d214a7d req-342feb62-e80f-4e96-8d0b-6586929e8bb0 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 945 time: 0.0860236 Mar 08 19:21:10.068555 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c25aa-3e99-4eb6-8d4e-044830a90249 req-670f36d5-c571-4e60-839d-2e0d58477e56 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:10.069977 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8f0c25aa-3e99-4eb6-8d4e-044830a90249 req-670f36d5-c571-4e60-839d-2e0d58477e56 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 945 time: 0.0700741 Mar 08 19:21:10.146730 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-397b213b-8052-4a76-951f-35ef3d214a7d req-e5fc7536-7b32-4d11-a059-706bb0415b65 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756335 Mar 08 19:21:10.150164 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8f0c25aa-3e99-4eb6-8d4e-044830a90249 req-ed59240b-16d3-4170-ba3c-3a5887d26951 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725696 Mar 08 19:21:11.303278 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3aba54-84a7-4768-b402-d3d23767a2cc req-a60dfe00-47a5-4b46-9c78-422864aaed4a tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:11.304809 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1e3aba54-84a7-4768-b402-d3d23767a2cc req-a60dfe00-47a5-4b46-9c78-422864aaed4a tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 945 time: 0.0910869 Mar 08 19:21:11.316637 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6ca37-1ff5-4536-adfc-823fb0d5775e req-e78dc3ba-c32a-462c-93fb-ca91482426b7 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:11.317973 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-25c6ca37-1ff5-4536-adfc-823fb0d5775e req-e78dc3ba-c32a-462c-93fb-ca91482426b7 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 945 time: 0.0775304 Mar 08 19:21:11.393464 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1e3aba54-84a7-4768-b402-d3d23767a2cc req-3d74ecb3-afe3-46cf-a636-2432ac67a1a4 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745301 Mar 08 19:21:11.396474 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-25c6ca37-1ff5-4536-adfc-823fb0d5775e req-1c79cfe1-38ef-400d-9274-34dd072a1c17 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713685 Mar 08 19:21:11.753441 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 43762) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:11.766683 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 2ce3c141-1907-451f-bd6d-4c730e46f374 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:21:11.874650 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c19b3250-4515-4a76-9ee8-6ad1675d3236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:11.911331 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port 2ce3c141-1907-451f-bd6d-4c730e46f374 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:21:11.915699 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 2ce3c141-1907-451f-bd6d-4c730e46f374 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:21:11.916063 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:11.948476 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c19b3250-4515-4a76-9ee8-6ad1675d3236 admin admin] Publish callbacks [] for security_group (4619feab-152f-4615-a3c3-7b6b2f1fca40), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:11.997595 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 2ce3c141-1907-451f-bd6d-4c730e46f374 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:21:11.998008 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.026132 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce3c141-1907-451f-bd6d-4c730e46f374'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:21:12.028391 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd89860-9c58-4dbd-ab14-4e6c8a57a9bb" -d '{"events": [{"server_uuid": "c32da579-d0cb-4be2-ad5a-7ade24c94fa6", "name": "network-vif-plugged", "status": "completed", "tag": "2ce3c141-1907-451f-bd6d-4c730e46f374"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:21:12.043503 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 2ce3c141-1907-451f-bd6d-4c730e46f374, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2ce3c141-1907-451f-bd6d-4c730e46f374,segment=NetworkSegment(5fe1463e-1dac-4251-aebf-f69690e9be43),segment_id=5fe1463e-1dac-4251-aebf-f69690e9be43)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:21:12.065386 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c19b3250-4515-4a76-9ee8-6ad1675d3236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (4619feab-152f-4615-a3c3-7b6b2f1fca40), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.068429 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b81198-7bd0-43c5-9eeb-c09ad31cf95d x-openstack-request-id: req-39b81198-7bd0-43c5-9eeb-c09ad31cf95d {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:21:12.068719 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32da579-d0cb-4be2-ad5a-7ade24c94fa6", "name": "network-vif-plugged", "status": "completed", "tag": "2ce3c141-1907-451f-bd6d-4c730e46f374", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:21:12.068974 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39b81198-7bd0-43c5-9eeb-c09ad31cf95d {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:21:12.069360 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce3c141-1907-451f-bd6d-4c730e46f374', 'code': 200} Mar 08 19:21:12.104165 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b3250-4515-4a76-9ee8-6ad1675d3236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4619feab-152f-4615-a3c3-7b6b2f1fca40,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:12.107868 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-c19b3250-4515-4a76-9ee8-6ad1675d3236 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=540e4f1e230c457dbd022ead9699c8cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3534529 Mar 08 19:21:12.110830 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 43768) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:12.113918 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b3250-4515-4a76-9ee8-6ad1675d3236 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:12.114263 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b3250-4515-4a76-9ee8-6ad1675d3236 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:12.114630 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b3250-4515-4a76-9ee8-6ad1675d3236 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:12.114968 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b3250-4515-4a76-9ee8-6ad1675d3236 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:12.115292 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b3250-4515-4a76-9ee8-6ad1675d3236 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:12.115614 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b3250-4515-4a76-9ee8-6ad1675d3236 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:12.115937 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b3250-4515-4a76-9ee8-6ad1675d3236 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:12.116258 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b3250-4515-4a76-9ee8-6ad1675d3236 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:12.116577 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b3250-4515-4a76-9ee8-6ad1675d3236 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:12.116894 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b3250-4515-4a76-9ee8-6ad1675d3236 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:12.117209 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b3250-4515-4a76-9ee8-6ad1675d3236 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:12.117520 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b3250-4515-4a76-9ee8-6ad1675d3236 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:12.117897 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b3250-4515-4a76-9ee8-6ad1675d3236 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:12.171678 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c5ab8ac8-1f69-44e0-9574-21bfffc6755d admin admin] Publish callbacks [] for security_group (4619feab-152f-4615-a3c3-7b6b2f1fca40), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.180171 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.181026 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 34502e9b-8ce0-42c4-bc29-94a2de69e607 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:21:12.192930 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c5ab8ac8-1f69-44e0-9574-21bfffc6755d admin admin] Publish callbacks [] for security_group (4619feab-152f-4615-a3c3-7b6b2f1fca40), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.255954 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=2ce3c141-1907-451f-bd6d-4c730e46f374,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:12.268200 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 34502e9b-8ce0-42c4-bc29-94a2de69e607 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:21:12.268573 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.347672 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 34502e9b-8ce0-42c4-bc29-94a2de69e607 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:21:12.348057 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.362693 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c5ab8ac8-1f69-44e0-9574-21bfffc6755d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (4619feab-152f-4615-a3c3-7b6b2f1fca40), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.365305 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c5ab8ac8-1f69-44e0-9574-21bfffc6755d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.366470 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c5ab8ac8-1f69-44e0-9574-21bfffc6755d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4619feab-152f-4615-a3c3-7b6b2f1fca40 HTTP/1.1" status: 204 len: 168 time: 0.2540748 Mar 08 19:21:12.376059 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab8ac8-1f69-44e0-9574-21bfffc6755d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4619feab-152f-4615-a3c3-7b6b2f1fca40,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:12.385681 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 34502e9b-8ce0-42c4-bc29-94a2de69e607, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34502e9b-8ce0-42c4-bc29-94a2de69e607,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:21:12.498244 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.532756 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af14c71-3a37-4c08-a9a7-70fb2407d2ba req-71c6bed3-01ba-406f-90c7-c8827c67aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:12.534486 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4af14c71-3a37-4c08-a9a7-70fb2407d2ba req-71c6bed3-01ba-406f-90c7-c8827c67aef2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 1130 time: 0.1072037 Mar 08 19:21:12.559821 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ac5b4-ad45-4838-9f6b-b42e6f3b9472 req-1648dbdb-320b-4057-8d54-1acf6717ff2a tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:12.561758 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=34502e9b-8ce0-42c4-bc29-94a2de69e607,revision_number=10']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:12.566978 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-900ac5b4-ad45-4838-9f6b-b42e6f3b9472 req-1648dbdb-320b-4057-8d54-1acf6717ff2a tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 946 time: 0.1055887 Mar 08 19:21:12.584805 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4af14c71-3a37-4c08-a9a7-70fb2407d2ba req-04e80ebd-7d05-4638-a359-c8e40b15d76b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438814 Mar 08 19:21:12.590346 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0151a0-4ecb-4a17-a708-a9f482953f0e req-055e58a3-8620-461a-a2f5-14467fdcc39e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:12.590346 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bc0151a0-4ecb-4a17-a708-a9f482953f0e req-055e58a3-8620-461a-a2f5-14467fdcc39e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 947 time: 0.0906596 Mar 08 19:21:12.647640 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-900ac5b4-ad45-4838-9f6b-b42e6f3b9472 req-1932a0e3-03a9-42a9-a335-4641171ceedb tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797420 Mar 08 19:21:12.659170 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bc0151a0-4ecb-4a17-a708-a9f482953f0e req-ee8c430a-b1b1-49fa-8887-525aaedcb32e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644019 Mar 08 19:21:13.805047 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f46d42-bbca-495e-b907-ce6c2dd9b130 req-bdf20ce3-5e1a-4a3f-84c1-c85f312d3cd7 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:13.807205 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-16f46d42-bbca-495e-b907-ce6c2dd9b130 req-bdf20ce3-5e1a-4a3f-84c1-c85f312d3cd7 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 946 time: 0.0887887 Mar 08 19:21:13.825456 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0319a-ee57-44db-8aee-17113109915b req-a57d07ed-51f3-4907-abf1-6367d93679b6 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:13.826913 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a9a0319a-ee57-44db-8aee-17113109915b req-a57d07ed-51f3-4907-abf1-6367d93679b6 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 947 time: 0.0773537 Mar 08 19:21:13.893532 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-16f46d42-bbca-495e-b907-ce6c2dd9b130 req-0732097d-8394-444f-94e8-65423c98eb19 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803387 Mar 08 19:21:13.900237 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a9a0319a-ee57-44db-8aee-17113109915b req-d6be6a77-ad2e-4ccb-85bc-de53f3bf9628 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657890 Mar 08 19:21:14.070393 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77883da4-802b-4542-9318-8174c773d3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34502e9b-8ce0-42c4-bc29-94a2de69e607'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:21:14.072758 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec41b33-9d40-47de-85a0-c5317c281c65" -d '{"events": [{"server_uuid": "77883da4-802b-4542-9318-8174c773d3d2", "name": "network-vif-plugged", "status": "completed", "tag": "34502e9b-8ce0-42c4-bc29-94a2de69e607"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:21:14.113738 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ba7aad-35c1-4e41-9f97-c9d9355a86af x-openstack-request-id: req-a8ba7aad-35c1-4e41-9f97-c9d9355a86af {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:21:14.114183 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77883da4-802b-4542-9318-8174c773d3d2", "name": "network-vif-plugged", "status": "completed", "tag": "34502e9b-8ce0-42c4-bc29-94a2de69e607", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:21:14.114481 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8ba7aad-35c1-4e41-9f97-c9d9355a86af {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:21:14.114870 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77883da4-802b-4542-9318-8174c773d3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34502e9b-8ce0-42c4-bc29-94a2de69e607', 'code': 200} Mar 08 19:21:14.800096 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd9242-822b-43df-be0f-26abc0e2862e req-36f5d18b-f5f0-48ed-ac1d-a86b38309914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:14.801586 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bffd9242-822b-43df-be0f-26abc0e2862e req-36f5d18b-f5f0-48ed-ac1d-a86b38309914 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 1131 time: 0.0465255 Mar 08 19:21:14.845934 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bffd9242-822b-43df-be0f-26abc0e2862e req-21270762-4f83-46f8-9762-79656b183403 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387204 Mar 08 19:21:15.047578 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3c971-e6d9-4fb9-b5e8-0311ae8ae5a1 req-44a444f6-9873-498c-b506-09ef21782e8a tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:15.049065 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5aa3c971-e6d9-4fb9-b5e8-0311ae8ae5a1 req-44a444f6-9873-498c-b506-09ef21782e8a tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 946 time: 0.0881827 Mar 08 19:21:15.060450 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1620f8e-ec2a-4cef-a10a-abdd3ecef5f3 req-03936fb2-3852-407d-9420-ac8be50d6956 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:15.061943 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d1620f8e-ec2a-4cef-a10a-abdd3ecef5f3 req-03936fb2-3852-407d-9420-ac8be50d6956 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 947 time: 0.0727289 Mar 08 19:21:15.139469 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5aa3c971-e6d9-4fb9-b5e8-0311ae8ae5a1 req-d91d23d2-73d7-47ae-9882-495abcf5f56c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765896 Mar 08 19:21:15.143631 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d1620f8e-ec2a-4cef-a10a-abdd3ecef5f3 req-6cc96776-388b-4d59-87a7-db7711957fbc tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742502 Mar 08 19:21:15.263030 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d024fc-0c3a-41c5-9d3b-c2b6b9cc25f1 req-736fc5a6-2e06-40ef-8a32-61bffbb262e6 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:15.264663 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-53d024fc-0c3a-41c5-9d3b-c2b6b9cc25f1 req-736fc5a6-2e06-40ef-8a32-61bffbb262e6 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 946 time: 0.0567334 Mar 08 19:21:15.312916 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-53d024fc-0c3a-41c5-9d3b-c2b6b9cc25f1 req-654219b2-9b15-4a8c-85aa-1ac801bb2bc8 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426300 Mar 08 19:21:15.646301 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35a146-9826-4a96-a794-8341565a632a req-cc508dde-76af-40ad-b106-84e4ee43b0ce tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:15.647849 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6f35a146-9826-4a96-a794-8341565a632a req-cc508dde-76af-40ad-b106-84e4ee43b0ce tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 946 time: 0.0524631 Mar 08 19:21:15.694066 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6f35a146-9826-4a96-a794-8341565a632a req-c467ab2e-f5e4-4850-9f6b-c5047e226ba4 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400603 Mar 08 19:21:16.281661 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ef55c-3d1b-4e69-8a75-d1b3a004c213 req-c0793ddc-155a-46d9-8cbe-1a6901309b30 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:16.283226 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8e6ef55c-3d1b-4e69-8a75-d1b3a004c213 req-c0793ddc-155a-46d9-8cbe-1a6901309b30 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 947 time: 0.0553854 Mar 08 19:21:16.330968 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8e6ef55c-3d1b-4e69-8a75-d1b3a004c213 req-0f22066b-5122-4924-b66d-287c2c7104f5 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422397 Mar 08 19:21:17.455505 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda1c5d-0d31-4169-baba-5288a81cc083 req-d5617f55-1712-4337-b423-83ce4ea08aa5 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:17.456979 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-aeda1c5d-0d31-4169-baba-5288a81cc083 req-d5617f55-1712-4337-b423-83ce4ea08aa5 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 947 time: 0.0529816 Mar 08 19:21:17.504520 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-aeda1c5d-0d31-4169-baba-5288a81cc083 req-a20e910c-40ba-476b-ad8e-bf32e7f64ed5 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420637 Mar 08 19:21:18.633392 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0f94-0454-4048-8ec6-975f58717974 req-cd78e370-63cf-4831-a024-d53f6efd3a21 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:18.635636 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-769b0f94-0454-4048-8ec6-975f58717974 req-cd78e370-63cf-4831-a024-d53f6efd3a21 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 947 time: 0.0597677 Mar 08 19:21:18.688344 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-769b0f94-0454-4048-8ec6-975f58717974 req-5eebe307-da6b-4c74-b2dd-b5d679f9a21e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468705 Mar 08 19:21:20.717823 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2efb3563-8065-402a-b378-86036fecf2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:23.078379 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8466eb1f-94fe-49b4-af75-e9c699b754f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:24.095631 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:24.649831 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:25.759068 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:27.020737 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44010) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:27.033288 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:27.141796 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3da743b3-2348-4f93-a139-da6e07002df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:27.213041 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3da743b3-2348-4f93-a139-da6e07002df3 admin admin] Publish callbacks [] for security_group (239e6c22-6a72-401c-93d3-607473075b3c), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:27.288137 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3da743b3-2348-4f93-a139-da6e07002df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (239e6c22-6a72-401c-93d3-607473075b3c), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:27.325738 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-3da743b3-2348-4f93-a139-da6e07002df3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90b7ea5cacde4e9aac801da0866e3ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039408 Mar 08 19:21:27.326715 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da743b3-2348-4f93-a139-da6e07002df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239e6c22-6a72-401c-93d3-607473075b3c,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:27.328472 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44014) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:27.378052 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] Publish callbacks [] for security_group (239e6c22-6a72-401c-93d3-607473075b3c), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:27.399344 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] Publish callbacks [] for security_group (239e6c22-6a72-401c-93d3-607473075b3c), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:27.536224 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (239e6c22-6a72-401c-93d3-607473075b3c), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:27.538949 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:27.540048 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/239e6c22-6a72-401c-93d3-607473075b3c HTTP/1.1" status: 204 len: 168 time: 0.2102308 Mar 08 19:21:27.548841 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239e6c22-6a72-401c-93d3-607473075b3c,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:27.556041 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:27.556389 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:27.556736 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:27.557066 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:27.557534 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:27.557706 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:27.558029 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:27.558351 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:27.558732 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:27.559057 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:27.559391 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:27.559691 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:27.560003 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97072ed1-0bbc-4819-803f-ff19e9dba829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:28.248966 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa62bbd-f772-4c79-8c12-cc552bc1b926 req-40153237-b87a-43d1-8c28-b5738c965121 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:28.250500 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9aa62bbd-f772-4c79-8c12-cc552bc1b926 req-40153237-b87a-43d1-8c28-b5738c965121 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 946 time: 0.0531349 Mar 08 19:21:28.263738 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44028) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:28.277989 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4b5ce17b-8441-4f31-b160-c5a95000d68b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:28.298998 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9aa62bbd-f772-4c79-8c12-cc552bc1b926 req-1de0821b-220a-4678-ab57-e2020a446183 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424173 Mar 08 19:21:28.323302 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44030) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:28.356283 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4b5ce17b-8441-4f31-b160-c5a95000d68b admin admin] Publish callbacks [] for security_group (9693b6c5-7ca8-4aa3-af64-85ead49554c6), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:28.422371 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4b5ce17b-8441-4f31-b160-c5a95000d68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (9693b6c5-7ca8-4aa3-af64-85ead49554c6), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:28.463569 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-4b5ce17b-8441-4f31-b160-c5a95000d68b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e7eb6e68b5d4e2ba8bf8b914ffa77a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1987143 Mar 08 19:21:28.466306 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44034) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:28.466896 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ce17b-8441-4f31-b160-c5a95000d68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9693b6c5-7ca8-4aa3-af64-85ead49554c6,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:28.524153 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3eee75e9-9005-4cb1-a432-c31b12fa7469 admin admin] Publish callbacks [] for security_group (9693b6c5-7ca8-4aa3-af64-85ead49554c6), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:28.569307 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3eee75e9-9005-4cb1-a432-c31b12fa7469 admin admin] Publish callbacks [] for security_group (9693b6c5-7ca8-4aa3-af64-85ead49554c6), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:28.607007 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a118660-613e-4916-8156-09d1db92294b tempest-TestMinimumBasicScenario-60234626 tempest-TestMinimumBasicScenario-60234626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:28.608676 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-9a118660-613e-4916-8156-09d1db92294b tempest-TestMinimumBasicScenario-60234626 tempest-TestMinimumBasicScenario-60234626-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 1125 time: 0.2843826 Mar 08 19:21:28.612317 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44036) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:28.616980 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Request body: {'floatingip': {'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'port_id': '2ce3c141-1907-451f-bd6d-4c730e46f374', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:28.730565 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3eee75e9-9005-4cb1-a432-c31b12fa7469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (9693b6c5-7ca8-4aa3-af64-85ead49554c6), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:28.733144 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3eee75e9-9005-4cb1-a432-c31b12fa7469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:28.734257 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-3eee75e9-9005-4cb1-a432-c31b12fa7469 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9693b6c5-7ca8-4aa3-af64-85ead49554c6 HTTP/1.1" status: 204 len: 168 time: 0.2669775 Mar 08 19:21:28.744449 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee75e9-9005-4cb1-a432-c31b12fa7469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9693b6c5-7ca8-4aa3-af64-85ead49554c6,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:28.776144 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:28.882355 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:28.993056 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Allocated IP 172.27.2.137 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/7f416c3e-69bb-451a-ba89-15b36076be34) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:21:29.093935 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for port (7f416c3e-69bb-451a-ba89-15b36076be34), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:29.197722 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (7f416c3e-69bb-451a-ba89-15b36076be34), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:29.236152 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:21:29.239039 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:21:29.242451 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:21:29.266970 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Pushing event updated for resources: {'Port': ['ID=7f416c3e-69bb-451a-ba89-15b36076be34,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:29.362577 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44042) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:29.377412 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c68cf67-fc5b-4b42-a207-61de85c4f050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:29.456956 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c68cf67-fc5b-4b42-a207-61de85c4f050 admin admin] Publish callbacks [] for security_group (41ac7b78-4f7d-43e4-9770-5a7be52a3610), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:29.559397 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c68cf67-fc5b-4b42-a207-61de85c4f050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (41ac7b78-4f7d-43e4-9770-5a7be52a3610), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:29.599818 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68cf67-fc5b-4b42-a207-61de85c4f050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ac7b78-4f7d-43e4-9770-5a7be52a3610,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:29.607470 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-0c68cf67-fc5b-4b42-a207-61de85c4f050 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=350bc53c40f248f492e671f3f1823b82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415164 Mar 08 19:21:29.608368 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44044) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:29.656948 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for floatingip (405dee45-968c-445b-a612-e4098bc8dc3d), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:29.694433 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:21:29.702077 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-25c512d2-376b-46b4-8737-6f526f99470c admin admin] Publish callbacks [] for security_group (41ac7b78-4f7d-43e4-9770-5a7be52a3610), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:29.727831 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-25c512d2-376b-46b4-8737-6f526f99470c admin admin] Publish callbacks [] for security_group (41ac7b78-4f7d-43e4-9770-5a7be52a3610), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:29.832769 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (7f416c3e-69bb-451a-ba89-15b36076be34), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:29.853950 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-25c512d2-376b-46b4-8737-6f526f99470c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (41ac7b78-4f7d-43e4-9770-5a7be52a3610), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:29.856505 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-25c512d2-376b-46b4-8737-6f526f99470c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:29.857629 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-25c512d2-376b-46b4-8737-6f526f99470c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41ac7b78-4f7d-43e4-9770-5a7be52a3610 HTTP/1.1" status: 204 len: 168 time: 0.2488143 Mar 08 19:21:29.873045 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c512d2-376b-46b4-8737-6f526f99470c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ac7b78-4f7d-43e4-9770-5a7be52a3610,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:30.114195 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for port (7f416c3e-69bb-451a-ba89-15b36076be34), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:30.313261 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (7f416c3e-69bb-451a-ba89-15b36076be34), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:30.387371 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Pushing event updated for resources: {'Port': ['ID=7f416c3e-69bb-451a-ba89-15b36076be34,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:30.396195 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (405dee45-968c-445b-a612-e4098bc8dc3d), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:30.498901 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.l3_db [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Floating IP 405dee45-968c-445b-a612-e4098bc8dc3d associated. External IP: 172.27.2.137, port: 2ce3c141-1907-451f-bd6d-4c730e46f374. Mar 08 19:21:30.737717 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Router 3ba412f3-944c-4633-ae71-9b696141f27f has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:21:30.876698 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:21:30.889230 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e2024-12ec-4829-b858-e6da5182b73d None None] Sync routers for ids ['3ba412f3-944c-4633-ae71-9b696141f27f'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:21:30.905900 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e2024-12ec-4829-b858-e6da5182b73d None None] Routers {'3ba412f3-944c-4633-ae71-9b696141f27f'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:21:30.906558 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-795e2024-12ec-4829-b858-e6da5182b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:21:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['3ba412f3-944c-4633-ae71-9b696141f27f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:30.994603 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:31.042545 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-7b24f5d5-4f40-46a5-aa37-7da662d14e90 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4264622 Mar 08 19:21:31.042545 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'tag': '2ce3c141-1907-451f-bd6d-4c730e46f374'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:21:31.043391 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44062) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:31.044096 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8230c1-e1d4-43ea-8eb7-90b680e11a84" -d '{"events": [{"name": "network-changed", "server_uuid": "c32da579-d0cb-4be2-ad5a-7ade24c94fa6", "tag": "2ce3c141-1907-451f-bd6d-4c730e46f374"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:21:31.048784 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-d129a242-6cd0-4ec2-994c-81cd8a94362e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1943789096', 'description': 'tempest-secgroup-smoke-1943789096 description', 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:31.171577 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d129a242-6cd0-4ec2-994c-81cd8a94362e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:31.208258 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-795e2024-12ec-4829-b858-e6da5182b73d None None] Set router 3ba412f3-944c-4633-ae71-9b696141f27f gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:21:31.254180 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d129a242-6cd0-4ec2-994c-81cd8a94362e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group (3a7bed3e-4a86-4da2-9cec-33e08adb9a14), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:31.260803 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181e8ef4-21eb-453d-b83f-7cf7f71f261c x-openstack-request-id: req-181e8ef4-21eb-453d-b83f-7cf7f71f261c {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:21:31.260803 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32da579-d0cb-4be2-ad5a-7ade24c94fa6", "tag": "2ce3c141-1907-451f-bd6d-4c730e46f374", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:21:31.260803 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-181e8ef4-21eb-453d-b83f-7cf7f71f261c {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:21:31.260803 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'tag': '2ce3c141-1907-451f-bd6d-4c730e46f374', 'status': 'completed', 'code': 200} Mar 08 19:21:31.322941 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d129a242-6cd0-4ec2-994c-81cd8a94362e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (3a7bed3e-4a86-4da2-9cec-33e08adb9a14), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:31.345421 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8230c1-e1d4-43ea-8eb7-90b680e11a84 req-fc33761c-9c29-4456-a2c2-4cdd088a567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:31.348593 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ef8230c1-e1d4-43ea-8eb7-90b680e11a84 req-fc33761c-9c29-4456-a2c2-4cdd088a567d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ee114e2a47a43aeb36a88ea76037a8d&device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 1130 time: 0.0636640 Mar 08 19:21:31.359717 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129a242-6cd0-4ec2-994c-81cd8a94362e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7bed3e-4a86-4da2-9cec-33e08adb9a14,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:31.437290 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d129a242-6cd0-4ec2-994c-81cd8a94362e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:31.439667 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-d129a242-6cd0-4ec2-994c-81cd8a94362e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3954098 Mar 08 19:21:31.444502 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44076) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:31.450438 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-b0285a55-2e47-488a-920d-7ac1c553e07b tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Request body: {'security_group_rule': {'security_group_id': '3a7bed3e-4a86-4da2-9cec-33e08adb9a14', 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:31.479044 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8230c1-e1d4-43ea-8eb7-90b680e11a84 req-44cf1156-0e98-400e-ac1d-6a539024452d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:31.481941 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ef8230c1-e1d4-43ea-8eb7-90b680e11a84 req-44cf1156-0e98-400e-ac1d-6a539024452d service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 HTTP/1.1" status: 200 len: 915 time: 0.1270859 Mar 08 19:21:31.561629 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ef8230c1-e1d4-43ea-8eb7-90b680e11a84 req-cd1a25cf-2bf7-4ca1-ab66-624e817b99f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ce3c141-1907-451f-bd6d-4c730e46f374 HTTP/1.1" status: 200 len: 1000 time: 0.0700459 Mar 08 19:21:31.587259 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-795e2024-12ec-4829-b858-e6da5182b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'name': 'tempest-TestMinimumBasicScenario-204080919-router', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:14Z', 'updated_at': '2022-03-08T19:20:18Z', 'revision_number': 4, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'gw_port': {'id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:44:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:15Z', 'updated_at': '2022-03-08T19:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '405dee45-968c-445b-a612-e4098bc8dc3d', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'port_id': '2ce3c141-1907-451f-bd6d-4c730e46f374', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3', 'mac_address': 'fa:16:3e:40:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:21:29Z', 'updated_at': '2022-03-08T19:21:29Z', 'revision_number': 0, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ffd2343-c02d-457b-b6f0-1470c3fa55a0', 'name': '', 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'mac_address': 'fa:16:3e:d8:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:17Z', 'updated_at': '2022-03-08T19:20:22Z', 'revision_number': 5, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'subnets': [{'id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:31.592382 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b0285a55-2e47-488a-920d-7ac1c553e07b tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group_rule (f4e92033-92af-4837-a819-927bf924dd26), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:31.613567 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8230c1-e1d4-43ea-8eb7-90b680e11a84 req-f56d9de1-1b9f-4aaf-8a7a-6bd6bf354c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:31.614223 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e2024-12ec-4829-b858-e6da5182b73d None None] Checking router: 3ba412f3-944c-4633-ae71-9b696141f27f for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:21:31.615080 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ef8230c1-e1d4-43ea-8eb7-90b680e11a84 req-f56d9de1-1b9f-4aaf-8a7a-6bd6bf354c95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=127d2768-3ec2-4e32-8751-49e5ef3b1d35 HTTP/1.1" status: 200 len: 853 time: 0.0474231 Mar 08 19:21:31.622941 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e2024-12ec-4829-b858-e6da5182b73d None None] Routers {'3ba412f3-944c-4633-ae71-9b696141f27f'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:21:31.623694 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-795e2024-12ec-4829-b858-e6da5182b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:21:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['3ba412f3-944c-4633-ae71-9b696141f27f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:31.666887 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b0285a55-2e47-488a-920d-7ac1c553e07b tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group_rule (f4e92033-92af-4837-a819-927bf924dd26), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:31.681130 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8230c1-e1d4-43ea-8eb7-90b680e11a84 req-ddc8c458-4e7d-4eda-a3f2-2089c2da0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:31.682691 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ef8230c1-e1d4-43ea-8eb7-90b680e11a84 req-ddc8c458-4e7d-4eda-a3f2-2089c2da0ccb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498159 Mar 08 19:21:31.737539 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b0285a55-2e47-488a-920d-7ac1c553e07b tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (f4e92033-92af-4837-a819-927bf924dd26), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:31.743105 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-795e2024-12ec-4829-b858-e6da5182b73d None None] Set router 3ba412f3-944c-4633-ae71-9b696141f27f gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:21:31.768493 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0285a55-2e47-488a-920d-7ac1c553e07b tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e92033-92af-4837-a819-927bf924dd26,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:31.787121 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ef8230c1-e1d4-43ea-8eb7-90b680e11a84 req-ea22b3f8-d2ef-435f-8b8d-e8c4596d8f55 service neutron] 10.222.0.64 "GET /v2.0/networks/5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961118 Mar 08 19:21:31.848021 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b0285a55-2e47-488a-920d-7ac1c553e07b tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:31.849251 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-b0285a55-2e47-488a-920d-7ac1c553e07b tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4033339 Mar 08 19:21:31.852319 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44082) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:31.856689 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-d3cdd388-7171-4f74-a68d-f3f99a75761c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Request body: {'security_group_rule': {'security_group_id': '3a7bed3e-4a86-4da2-9cec-33e08adb9a14', 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:31.910191 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ef8230c1-e1d4-43ea-8eb7-90b680e11a84 req-4e0ff999-9fcb-4252-b6d0-33594e1d5f69 service neutron] 10.222.0.64 "GET /v2.0/networks/5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146741 Mar 08 19:21:31.958504 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d3cdd388-7171-4f74-a68d-f3f99a75761c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group_rule (f499f607-32a2-4ae5-8e03-ad6b10ff0e28), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:31.986456 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-795e2024-12ec-4829-b858-e6da5182b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'name': 'tempest-TestMinimumBasicScenario-204080919-router', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:14Z', 'updated_at': '2022-03-08T19:20:18Z', 'revision_number': 4, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'gw_port': {'id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:44:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:15Z', 'updated_at': '2022-03-08T19:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '405dee45-968c-445b-a612-e4098bc8dc3d', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'port_id': '2ce3c141-1907-451f-bd6d-4c730e46f374', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3', 'mac_address': 'fa:16:3e:40:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:21:29Z', 'updated_at': '2022-03-08T19:21:29Z', 'revision_number': 0, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ffd2343-c02d-457b-b6f0-1470c3fa55a0', 'name': '', 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'mac_address': 'fa:16:3e:d8:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:17Z', 'updated_at': '2022-03-08T19:20:22Z', 'revision_number': 5, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'subnets': [{'id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:32.014736 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e2024-12ec-4829-b858-e6da5182b73d None None] The sync data for ids ['3ba412f3-944c-4633-ae71-9b696141f27f'] in dv-cinder-830092-3-iscsi is: [{'id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'name': 'tempest-TestMinimumBasicScenario-204080919-router', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:14Z', 'updated_at': '2022-03-08T19:20:18Z', 'revision_number': 4, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'gw_port': {'id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:44:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:15Z', 'updated_at': '2022-03-08T19:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '405dee45-968c-445b-a612-e4098bc8dc3d', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'port_id': '2ce3c141-1907-451f-bd6d-4c730e46f374', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3', 'mac_address': 'fa:16:3e:40:32:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:21:29Z', 'updated_at': '2022-03-08T19:21:29Z', 'revision_number': 0, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ffd2343-c02d-457b-b6f0-1470c3fa55a0', 'name': '', 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'mac_address': 'fa:16:3e:d8:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:17Z', 'updated_at': '2022-03-08T19:20:22Z', 'revision_number': 5, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'subnets': [{'id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:21:32.031113 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d3cdd388-7171-4f74-a68d-f3f99a75761c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group_rule (f499f607-32a2-4ae5-8e03-ad6b10ff0e28), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:32.113545 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d3cdd388-7171-4f74-a68d-f3f99a75761c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (f499f607-32a2-4ae5-8e03-ad6b10ff0e28), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:32.129261 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cdd388-7171-4f74-a68d-f3f99a75761c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f499f607-32a2-4ae5-8e03-ad6b10ff0e28,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:32.225861 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf4f7c3-50aa-460f-b668-b17c1daab61f None None] New status for floating IP 405dee45-968c-445b-a612-e4098bc8dc3d: ACTIVE {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:21:32.228080 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d3cdd388-7171-4f74-a68d-f3f99a75761c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:32.229307 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-d3cdd388-7171-4f74-a68d-f3f99a75761c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3760684 Mar 08 19:21:32.232727 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44092) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:32.240367 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-c8ed5e07-50ce-4d42-8dc9-c9a82904979a tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Request body: {'security_group_rule': {'security_group_id': '3a7bed3e-4a86-4da2-9cec-33e08adb9a14', 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:32.324956 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c8ed5e07-50ce-4d42-8dc9-c9a82904979a tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group_rule (47e4014a-3c03-48f6-9476-76aae20d567e), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:32.388182 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c8ed5e07-50ce-4d42-8dc9-c9a82904979a tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group_rule (47e4014a-3c03-48f6-9476-76aae20d567e), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:32.475551 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c8ed5e07-50ce-4d42-8dc9-c9a82904979a tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (47e4014a-3c03-48f6-9476-76aae20d567e), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:32.491989 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed5e07-50ce-4d42-8dc9-c9a82904979a tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e4014a-3c03-48f6-9476-76aae20d567e,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:32.613475 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c8ed5e07-50ce-4d42-8dc9-c9a82904979a tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:32.614922 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c8ed5e07-50ce-4d42-8dc9-c9a82904979a tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3808956 Mar 08 19:21:32.617645 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44098) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:32.621942 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-dec14418-a853-4f03-92e9-59024f121c3c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Request body: {'security_group_rule': {'security_group_id': '3a7bed3e-4a86-4da2-9cec-33e08adb9a14', 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:32.759038 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dec14418-a853-4f03-92e9-59024f121c3c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group_rule (b496986a-38bf-43fb-a315-37217f5e4a2d), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:32.816925 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dec14418-a853-4f03-92e9-59024f121c3c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group_rule (b496986a-38bf-43fb-a315-37217f5e4a2d), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:32.896784 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dec14418-a853-4f03-92e9-59024f121c3c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (b496986a-38bf-43fb-a315-37217f5e4a2d), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:32.918736 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec14418-a853-4f03-92e9-59024f121c3c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b496986a-38bf-43fb-a315-37217f5e4a2d,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:33.013107 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dec14418-a853-4f03-92e9-59024f121c3c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:33.014427 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-dec14418-a853-4f03-92e9-59024f121c3c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3957677 Mar 08 19:21:33.017180 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44100) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:33.021762 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-ca9bf796-b693-4473-9a7a-e44e6f9f8f17 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Request body: {'security_group_rule': {'security_group_id': '3a7bed3e-4a86-4da2-9cec-33e08adb9a14', 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:33.113845 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.securitygroups_db [None req-ca9bf796-b693-4473-9a7a-e44e6f9f8f17 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Project 3ee114e2a47a43aeb36a88ea76037a8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 19:21:33.119334 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf796-b693-4473-9a7a-e44e6f9f8f17 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group_rule (38f9387e-514d-45e9-a3c9-ecb2eb38c98c), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:33.181217 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf796-b693-4473-9a7a-e44e6f9f8f17 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group_rule (38f9387e-514d-45e9-a3c9-ecb2eb38c98c), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:33.294993 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf796-b693-4473-9a7a-e44e6f9f8f17 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (38f9387e-514d-45e9-a3c9-ecb2eb38c98c), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:33.316216 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bf796-b693-4473-9a7a-e44e6f9f8f17 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f9387e-514d-45e9-a3c9-ecb2eb38c98c,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:33.365180 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf796-b693-4473-9a7a-e44e6f9f8f17 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:33.366440 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-ca9bf796-b693-4473-9a7a-e44e6f9f8f17 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3483057 Mar 08 19:21:33.369255 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44106) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:33.373737 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-41cf2a2a-76e4-4356-8a4c-58e741538d77 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Request body: {'security_group_rule': {'security_group_id': '3a7bed3e-4a86-4da2-9cec-33e08adb9a14', 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:33.472263 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.securitygroups_db [None req-41cf2a2a-76e4-4356-8a4c-58e741538d77 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Project 3ee114e2a47a43aeb36a88ea76037a8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 19:21:33.477845 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-41cf2a2a-76e4-4356-8a4c-58e741538d77 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group_rule (ba69070d-6d8b-4103-a7da-cd11998bfe0a), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:33.536797 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-41cf2a2a-76e4-4356-8a4c-58e741538d77 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group_rule (ba69070d-6d8b-4103-a7da-cd11998bfe0a), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:33.662344 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-41cf2a2a-76e4-4356-8a4c-58e741538d77 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (ba69070d-6d8b-4103-a7da-cd11998bfe0a), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:33.682508 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf2a2a-76e4-4356-8a4c-58e741538d77 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba69070d-6d8b-4103-a7da-cd11998bfe0a,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:33.818868 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-41cf2a2a-76e4-4356-8a4c-58e741538d77 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:33.820024 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-41cf2a2a-76e4-4356-8a4c-58e741538d77 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4498107 Mar 08 19:21:33.910664 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bd5850a4-7be7-4b77-afe2-78861c43afcd req-30bdcbe2-442c-446a-a0f0-326c7b33cd2d tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1943789096&fields=id&tenant_id=3ee114e2a47a43aeb36a88ea76037a8d HTTP/1.1" status: 200 len: 267 time: 0.0464671 Mar 08 19:21:33.967196 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5850a4-7be7-4b77-afe2-78861c43afcd req-16d20e22-b2dd-42b8-bc80-eadf51259a52 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:33.968658 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bd5850a4-7be7-4b77-afe2-78861c43afcd req-16d20e22-b2dd-42b8-bc80-eadf51259a52 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 946 time: 0.0527184 Mar 08 19:21:33.979520 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [req-bd5850a4-7be7-4b77-afe2-78861c43afcd req-5ddc9595-c05d-44f9-b26b-b883d0b10e4c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Request body: {'port': {'security_groups': ['b0f0b4d2-2c71-4442-9efa-2b92010f9df5', '3a7bed3e-4a86-4da2-9cec-33e08adb9a14']}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:34.048735 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-bd5850a4-7be7-4b77-afe2-78861c43afcd req-5ddc9595-c05d-44f9-b26b-b883d0b10e4c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:34.229044 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-bd5850a4-7be7-4b77-afe2-78861c43afcd req-5ddc9595-c05d-44f9-b26b-b883d0b10e4c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] For port 2ce3c141-1907-451f-bd6d-4c730e46f374, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2ce3c141-1907-451f-bd6d-4c730e46f374,segment=NetworkSegment(5fe1463e-1dac-4251-aebf-f69690e9be43),segment_id=5fe1463e-1dac-4251-aebf-f69690e9be43)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:21:34.260814 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-bd5850a4-7be7-4b77-afe2-78861c43afcd req-5ddc9595-c05d-44f9-b26b-b883d0b10e4c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:34.351628 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-bd5850a4-7be7-4b77-afe2-78861c43afcd req-5ddc9595-c05d-44f9-b26b-b883d0b10e4c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:34.369370 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['2ce3c141-1907-451f-bd6d-4c730e46f374'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:21:34.401303 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5850a4-7be7-4b77-afe2-78861c43afcd req-5ddc9595-c05d-44f9-b26b-b883d0b10e4c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:34.407341 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-bd5850a4-7be7-4b77-afe2-78861c43afcd req-5ddc9595-c05d-44f9-b26b-b883d0b10e4c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:34.407341 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bd5850a4-7be7-4b77-afe2-78861c43afcd req-5ddc9595-c05d-44f9-b26b-b883d0b10e4c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "PUT /v2.0/ports/2ce3c141-1907-451f-bd6d-4c730e46f374 HTTP/1.1" status: 200 len: 982 time: 0.4286802 Mar 08 19:21:34.407341 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'tag': '2ce3c141-1907-451f-bd6d-4c730e46f374'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:21:34.407341 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf00377-77a1-49ad-80b9-edebbb729c24" -d '{"events": [{"name": "network-changed", "server_uuid": "c32da579-d0cb-4be2-ad5a-7ade24c94fa6", "tag": "2ce3c141-1907-451f-bd6d-4c730e46f374"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:21:34.437686 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc9595-c05d-44f9-b26b-b883d0b10e4c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Pushing event updated for resources: {'Port': ['ID=2ce3c141-1907-451f-bd6d-4c730e46f374,revision_number=6']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:34.543651 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['2ce3c141-1907-451f-bd6d-4c730e46f374'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:21:34.578106 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3baa1-b274-44b9-af3f-1abfddd037ae req-cd6f41e7-5972-4565-ad71-8a18bad51816 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:34.585736 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-35b3baa1-b274-44b9-af3f-1abfddd037ae req-cd6f41e7-5972-4565-ad71-8a18bad51816 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 985 time: 0.0900595 Mar 08 19:21:34.653826 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-35b3baa1-b274-44b9-af3f-1abfddd037ae req-106303a8-3d61-47db-9b38-7d31bbdfe8d9 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a7bed3e-4a86-4da2-9cec-33e08adb9a14&id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667362 Mar 08 19:21:34.686385 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24226e1-c4ee-4f8d-b4db-cc65c7015cfe x-openstack-request-id: req-b24226e1-c4ee-4f8d-b4db-cc65c7015cfe {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:21:34.686825 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32da579-d0cb-4be2-ad5a-7ade24c94fa6", "tag": "2ce3c141-1907-451f-bd6d-4c730e46f374", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:21:34.687154 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b24226e1-c4ee-4f8d-b4db-cc65c7015cfe {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:21:34.687623 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'tag': '2ce3c141-1907-451f-bd6d-4c730e46f374', 'status': 'completed', 'code': 200} Mar 08 19:21:34.758711 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf00377-77a1-49ad-80b9-edebbb729c24 req-762e593a-1cb0-4381-a871-751fb2beaa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:34.760237 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-abf00377-77a1-49ad-80b9-edebbb729c24 req-762e593a-1cb0-4381-a871-751fb2beaa14 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ee114e2a47a43aeb36a88ea76037a8d&device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 1169 time: 0.0467284 Mar 08 19:21:34.809586 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-95ee21e4-70cb-4609-8867-902e58a57917 None None] Provisioning complete for port 2ce3c141-1907-451f-bd6d-4c730e46f374 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:21:34.810006 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-95ee21e4-70cb-4609-8867-902e58a57917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:34.860926 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf00377-77a1-49ad-80b9-edebbb729c24 req-b23c4992-51c0-4971-9f71-913b5a15ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:34.863441 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-abf00377-77a1-49ad-80b9-edebbb729c24 req-b23c4992-51c0-4971-9f71-913b5a15ca33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 HTTP/1.1" status: 200 len: 915 time: 0.0954351 Mar 08 19:21:35.043426 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-95ee21e4-70cb-4609-8867-902e58a57917 None None] Current status of the port 2ce3c141-1907-451f-bd6d-4c730e46f374 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:21:35.196897 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-abf00377-77a1-49ad-80b9-edebbb729c24 req-be635f48-27f6-4c5d-9b0f-55bb1b9ea5c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ce3c141-1907-451f-bd6d-4c730e46f374 HTTP/1.1" status: 200 len: 1002 time: 0.3270051 Mar 08 19:21:35.250895 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf00377-77a1-49ad-80b9-edebbb729c24 req-9ee0649c-4671-41ca-a6d9-2b13a11d0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:35.252957 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-abf00377-77a1-49ad-80b9-edebbb729c24 req-9ee0649c-4671-41ca-a6d9-2b13a11d0193 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=127d2768-3ec2-4e32-8751-49e5ef3b1d35 HTTP/1.1" status: 200 len: 853 time: 0.0460546 Mar 08 19:21:35.311907 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf00377-77a1-49ad-80b9-edebbb729c24 req-4ef912f7-0b6a-4ec3-9044-e988d8262c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:35.313340 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-abf00377-77a1-49ad-80b9-edebbb729c24 req-4ef912f7-0b6a-4ec3-9044-e988d8262c76 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524476 Mar 08 19:21:35.405433 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-abf00377-77a1-49ad-80b9-edebbb729c24 req-3e39b3ef-c820-4375-bb29-53ea0e002561 service neutron] 10.222.0.64 "GET /v2.0/networks/5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855770 Mar 08 19:21:35.514182 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-abf00377-77a1-49ad-80b9-edebbb729c24 req-9657cf59-2d82-4ff0-acf1-ddd7b8a2d86e service neutron] 10.222.0.64 "GET /v2.0/networks/5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884507 Mar 08 19:21:36.103177 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44132) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:36.215194 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2a60a8c2-fe6b-457f-b00a-419ace5ce224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:36.290237 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2a60a8c2-fe6b-457f-b00a-419ace5ce224 admin admin] Publish callbacks [] for security_group (df5959d3-8fed-4d73-8f1c-550bb030b1f4), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:36.359847 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2a60a8c2-fe6b-457f-b00a-419ace5ce224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (df5959d3-8fed-4d73-8f1c-550bb030b1f4), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:36.399384 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-2a60a8c2-fe6b-457f-b00a-419ace5ce224 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd9ad4c6ecc54eb8bdffb94b1ecc3fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950776 Mar 08 19:21:36.403091 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60a8c2-fe6b-457f-b00a-419ace5ce224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5959d3-8fed-4d73-8f1c-550bb030b1f4,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:36.403283 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44136) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:36.453433 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-382ffa79-7eea-42d1-b70d-116cc67f2b5e admin admin] Publish callbacks [] for security_group (df5959d3-8fed-4d73-8f1c-550bb030b1f4), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:36.476551 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-382ffa79-7eea-42d1-b70d-116cc67f2b5e admin admin] Publish callbacks [] for security_group (df5959d3-8fed-4d73-8f1c-550bb030b1f4), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:36.668847 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-382ffa79-7eea-42d1-b70d-116cc67f2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (df5959d3-8fed-4d73-8f1c-550bb030b1f4), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:36.671557 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-382ffa79-7eea-42d1-b70d-116cc67f2b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:36.672698 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-382ffa79-7eea-42d1-b70d-116cc67f2b5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df5959d3-8fed-4d73-8f1c-550bb030b1f4 HTTP/1.1" status: 204 len: 168 time: 0.2693913 Mar 08 19:21:36.682067 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ffa79-7eea-42d1-b70d-116cc67f2b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5959d3-8fed-4d73-8f1c-550bb030b1f4,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:37.378006 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44142) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:37.394409 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-497c27e9-2c69-405c-a53d-5f537f006460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:37.468921 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-497c27e9-2c69-405c-a53d-5f537f006460 admin admin] Publish callbacks [] for security_group (d34a25ed-71b1-4db3-af62-54162f738329), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:37.581630 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-497c27e9-2c69-405c-a53d-5f537f006460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (d34a25ed-71b1-4db3-af62-54162f738329), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:37.621013 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-497c27e9-2c69-405c-a53d-5f537f006460 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0169cbf4d024387bbac655870fcead9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418923 Mar 08 19:21:37.621856 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c27e9-2c69-405c-a53d-5f537f006460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34a25ed-71b1-4db3-af62-54162f738329,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:37.623908 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44144) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:37.672798 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c0fff8b3-ab28-479d-9aac-4a0f30283157 admin admin] Publish callbacks [] for security_group (d34a25ed-71b1-4db3-af62-54162f738329), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:37.695306 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c0fff8b3-ab28-479d-9aac-4a0f30283157 admin admin] Publish callbacks [] for security_group (d34a25ed-71b1-4db3-af62-54162f738329), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:37.823236 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c0fff8b3-ab28-479d-9aac-4a0f30283157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (d34a25ed-71b1-4db3-af62-54162f738329), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:37.826063 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c0fff8b3-ab28-479d-9aac-4a0f30283157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:37.827305 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c0fff8b3-ab28-479d-9aac-4a0f30283157 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d34a25ed-71b1-4db3-af62-54162f738329 HTTP/1.1" status: 204 len: 168 time: 0.2023966 Mar 08 19:21:37.836713 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fff8b3-ab28-479d-9aac-4a0f30283157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34a25ed-71b1-4db3-af62-54162f738329,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:43.858618 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ef80d-023f-4654-8043-907258083ec2 req-953de699-ef61-4df1-8629-c45118eeebd8 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:43.859937 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-544ef80d-023f-4654-8043-907258083ec2 req-953de699-ef61-4df1-8629-c45118eeebd8 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 945 time: 0.0522234 Mar 08 19:21:43.906970 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-544ef80d-023f-4654-8043-907258083ec2 req-3b487725-c012-45f0-9203-354f0f01d29f tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae7bab7a-3bc2-40d8-8703-e92d87f10855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412788 Mar 08 19:21:45.054428 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf2b85-989b-48cb-92e2-6a7ef423345e req-d8b85272-39ac-4dba-aa42-303bbe550d43 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:45.055926 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d9cf2b85-989b-48cb-92e2-6a7ef423345e req-d8b85272-39ac-4dba-aa42-303bbe550d43 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 945 time: 0.0714290 Mar 08 19:21:45.105549 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d9cf2b85-989b-48cb-92e2-6a7ef423345e req-635d7bf5-f4e7-45c6-abae-9f99093a55c7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae7bab7a-3bc2-40d8-8703-e92d87f10855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430176 Mar 08 19:21:45.684261 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014d0fe-e76a-446d-a228-4768e1913b75 req-82b7cfd8-944f-45f7-844f-eecb5ff709d7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:45.685652 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7014d0fe-e76a-446d-a228-4768e1913b75 req-82b7cfd8-944f-45f7-844f-eecb5ff709d7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 945 time: 0.0557907 Mar 08 19:21:45.779546 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-7014d0fe-e76a-446d-a228-4768e1913b75 req-15178f46-b27e-454e-a596-45e8a495c6c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Deleting port b6f5c8f4-4c80-4edf-af58-708249683ac6 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:21:45.779884 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-7014d0fe-e76a-446d-a228-4768e1913b75 req-15178f46-b27e-454e-a596-45e8a495c6c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (b6f5c8f4-4c80-4edf-af58-708249683ac6), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:45.871311 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-7014d0fe-e76a-446d-a228-4768e1913b75 req-15178f46-b27e-454e-a596-45e8a495c6c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] For port b6f5c8f4-4c80-4edf-af58-708249683ac6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b6f5c8f4-4c80-4edf-af58-708249683ac6,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:21:45.871669 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-7014d0fe-e76a-446d-a228-4768e1913b75 req-15178f46-b27e-454e-a596-45e8a495c6c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (b6f5c8f4-4c80-4edf-af58-708249683ac6), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:46.103325 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-7014d0fe-e76a-446d-a228-4768e1913b75 req-15178f46-b27e-454e-a596-45e8a495c6c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:46.103767 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-7014d0fe-e76a-446d-a228-4768e1913b75 req-15178f46-b27e-454e-a596-45e8a495c6c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (4a886413-6545-481b-961a-ed5dfe28f90f), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:46.104006 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.l3_db [req-7014d0fe-e76a-446d-a228-4768e1913b75 req-15178f46-b27e-454e-a596-45e8a495c6c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Floating IP 4a886413-6545-481b-961a-ed5dfe28f90f disassociated. External IP: 172.27.2.20, port: b6f5c8f4-4c80-4edf-af58-708249683ac6. Mar 08 19:21:46.104342 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-7014d0fe-e76a-446d-a228-4768e1913b75 req-15178f46-b27e-454e-a596-45e8a495c6c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Calling delete_port for b6f5c8f4-4c80-4edf-af58-708249683ac6 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:21:46.237347 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266924d-a964-4db6-b1ee-c1432e3d8619 req-016dfd97-a5da-4ab8-b50c-bb761f63d84b tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:46.238958 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a266924d-a964-4db6-b1ee-c1432e3d8619 req-016dfd97-a5da-4ab8-b50c-bb761f63d84b tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 945 time: 0.0556793 Mar 08 19:21:46.287838 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a266924d-a964-4db6-b1ee-c1432e3d8619 req-ac9872aa-b2ec-4b9a-b4c1-cc00856bb9d6 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae7bab7a-3bc2-40d8-8703-e92d87f10855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425515 Mar 08 19:21:46.292751 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-7014d0fe-e76a-446d-a228-4768e1913b75 req-15178f46-b27e-454e-a596-45e8a495c6c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (b6f5c8f4-4c80-4edf-af58-708249683ac6), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:46.323373 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15178f46-b27e-454e-a596-45e8a495c6c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event deleted for resources: {'Port': ['ID=b6f5c8f4-4c80-4edf-af58-708249683ac6,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:46.456320 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7014d0fe-e76a-446d-a228-4768e1913b75 req-15178f46-b27e-454e-a596-45e8a495c6c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Router e487fd44-513d-440f-b0a4-0bfef29293b0 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:21:46.564175 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7014d0fe-e76a-446d-a228-4768e1913b75 req-15178f46-b27e-454e-a596-45e8a495c6c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:21:46.575091 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2054b-4d6f-4058-a8a0-6bf7c13cff2a None None] Sync routers for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:21:46.594835 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2054b-4d6f-4058-a8a0-6bf7c13cff2a None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:21:46.602535 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-14c2054b-4d6f-4058-a8a0-6bf7c13cff2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:21:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:46.611369 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7014d0fe-e76a-446d-a228-4768e1913b75 req-15178f46-b27e-454e-a596-45e8a495c6c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] No DVR routers for this DVR port b6f5c8f4-4c80-4edf-af58-708249683ac6 on host hv-cinder-83009 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:21:46.613900 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-7014d0fe-e76a-446d-a228-4768e1913b75 req-15178f46-b27e-454e-a596-45e8a495c6c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:46.617681 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7014d0fe-e76a-446d-a228-4768e1913b75 req-15178f46-b27e-454e-a596-45e8a495c6c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "DELETE /v2.0/ports/b6f5c8f4-4c80-4edf-af58-708249683ac6 HTTP/1.1" status: 204 len: 173 time: 0.9267545 Mar 08 19:21:46.618127 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2487d206-aa48-4fa8-935c-c672fdb7bf9a', 'name': 'network-vif-deleted', 'tag': 'b6f5c8f4-4c80-4edf-af58-708249683ac6'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:21:46.620428 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3284abf1-7852-48c4-99e1-8bb0b089f226" -d '{"events": [{"server_uuid": "2487d206-aa48-4fa8-935c-c672fdb7bf9a", "name": "network-vif-deleted", "tag": "b6f5c8f4-4c80-4edf-af58-708249683ac6"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:21:46.660738 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb56647-a9a1-4422-8f7a-e1bd58eb9406 x-openstack-request-id: req-8cb56647-a9a1-4422-8f7a-e1bd58eb9406 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:21:46.661060 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2487d206-aa48-4fa8-935c-c672fdb7bf9a", "name": "network-vif-deleted", "tag": "b6f5c8f4-4c80-4edf-af58-708249683ac6", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:21:46.661317 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8cb56647-a9a1-4422-8f7a-e1bd58eb9406 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:21:46.661738 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2487d206-aa48-4fa8-935c-c672fdb7bf9a', 'name': 'network-vif-deleted', 'tag': 'b6f5c8f4-4c80-4edf-af58-708249683ac6', 'status': 'completed', 'code': 200} Mar 08 19:21:46.718478 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-14c2054b-4d6f-4058-a8a0-6bf7c13cff2a None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:21:46.954259 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-14c2054b-4d6f-4058-a8a0-6bf7c13cff2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '9ae0d253-bef3-4b1e-b5eb-9eebcacb070d', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'port_id': '63a706b0-f72c-42d1-828e-e709afb6a975', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'mac_address': 'fa:16:3e:4a:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:16:07Z', 'updated_at': '2022-03-08T19:16:47Z', 'revision_number': 2, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:46.981419 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2054b-4d6f-4058-a8a0-6bf7c13cff2a None None] Checking router: e487fd44-513d-440f-b0a4-0bfef29293b0 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:21:46.990530 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2054b-4d6f-4058-a8a0-6bf7c13cff2a None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:21:46.991127 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-14c2054b-4d6f-4058-a8a0-6bf7c13cff2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:21:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:47.237279 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-14c2054b-4d6f-4058-a8a0-6bf7c13cff2a None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:21:47.413597 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-edcdb89d-70b5-41ca-9f28-8a042d8405ab req-3fddf382-79a4-4ef1-8e1e-4c78bbb83682 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=2487d206-aa48-4fa8-935c-c672fdb7bf9a HTTP/1.1" status: 200 len: 210 time: 0.0293715 Mar 08 19:21:47.469571 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-14c2054b-4d6f-4058-a8a0-6bf7c13cff2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '9ae0d253-bef3-4b1e-b5eb-9eebcacb070d', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'port_id': '63a706b0-f72c-42d1-828e-e709afb6a975', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'mac_address': 'fa:16:3e:4a:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:16:07Z', 'updated_at': '2022-03-08T19:16:47Z', 'revision_number': 2, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:47.501134 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2054b-4d6f-4058-a8a0-6bf7c13cff2a None None] The sync data for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi is: [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '9ae0d253-bef3-4b1e-b5eb-9eebcacb070d', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'port_id': '63a706b0-f72c-42d1-828e-e709afb6a975', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'mac_address': 'fa:16:3e:4a:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:16:07Z', 'updated_at': '2022-03-08T19:16:47Z', 'revision_number': 2, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:21:47.731370 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df29568-58c6-4da4-8ab9-53363fda2d5f None None] New status for floating IP 4a886413-6545-481b-961a-ed5dfe28f90f: DOWN {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:21:48.641373 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44280) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:48.691389 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a58510b5-cd20-4121-88e5-dca2ff0f98bf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (ae7bab7a-3bc2-40d8-8703-e92d87f10855), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:48.719992 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a58510b5-cd20-4121-88e5-dca2ff0f98bf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (ae7bab7a-3bc2-40d8-8703-e92d87f10855), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:48.858956 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a58510b5-cd20-4121-88e5-dca2ff0f98bf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (ae7bab7a-3bc2-40d8-8703-e92d87f10855), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:48.861882 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a58510b5-cd20-4121-88e5-dca2ff0f98bf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:48.866306 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-a58510b5-cd20-4121-88e5-dca2ff0f98bf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "DELETE /v2.0/security-groups/ae7bab7a-3bc2-40d8-8703-e92d87f10855 HTTP/1.1" status: 204 len: 168 time: 0.2243171 Mar 08 19:21:48.866527 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44288) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:48.873876 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58510b5-cd20-4121-88e5-dca2ff0f98bf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7bab7a-3bc2-40d8-8703-e92d87f10855,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:48.888148 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.api.v2.resource [None req-bfaad945-ca4f-4b58-aea0-5af302658405 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] show failed (client error): The resource could not be found. Mar 08 19:21:48.892863 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44290) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:48.893207 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-bfaad945-ca4f-4b58-aea0-5af302658405 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups/ae7bab7a-3bc2-40d8-8703-e92d87f10855 HTTP/1.1" status: 404 len: 347 time: 0.0255864 Mar 08 19:21:49.023033 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-cf764ab6-31f9-4f3d-ba04-796d98c9a9e9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Deleting port d35f23d9-da03-46c3-a3cd-70029ce444a9 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:21:49.023373 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cf764ab6-31f9-4f3d-ba04-796d98c9a9e9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (d35f23d9-da03-46c3-a3cd-70029ce444a9), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:49.104000 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cf764ab6-31f9-4f3d-ba04-796d98c9a9e9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (d35f23d9-da03-46c3-a3cd-70029ce444a9), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:49.104324 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cf764ab6-31f9-4f3d-ba04-796d98c9a9e9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (d35f23d9-da03-46c3-a3cd-70029ce444a9), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:49.117958 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-cf764ab6-31f9-4f3d-ba04-796d98c9a9e9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Calling delete_port for d35f23d9-da03-46c3-a3cd-70029ce444a9 owned by network:floatingip {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:21:49.342664 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cf764ab6-31f9-4f3d-ba04-796d98c9a9e9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (d35f23d9-da03-46c3-a3cd-70029ce444a9), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:49.371142 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf764ab6-31f9-4f3d-ba04-796d98c9a9e9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event deleted for resources: {'Port': ['ID=d35f23d9-da03-46c3-a3cd-70029ce444a9,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:49.437190 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cf764ab6-31f9-4f3d-ba04-796d98c9a9e9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (4a886413-6545-481b-961a-ed5dfe28f90f), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:49.440155 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cf764ab6-31f9-4f3d-ba04-796d98c9a9e9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:49.441477 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-cf764ab6-31f9-4f3d-ba04-796d98c9a9e9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "DELETE /v2.0/floatingips/4a886413-6545-481b-961a-ed5dfe28f90f HTTP/1.1" status: 204 len: 168 time: 0.5476134 Mar 08 19:21:49.927488 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device b6f5c8f4-4c80-4edf-af58-708249683ac6 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:21:49.950423 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: b6f5c8f4-4c80-4edf-af58-708249683ac6 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:21:49.950762 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device b6f5c8f4-4c80-4edf-af58-708249683ac6 not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:21:50.782006 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44314) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:50.784122 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25247d74-a09c-4a69-8d10-653a69a1bff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:50.886197 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f149148f-b283-4f01-bea4-9223030471b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:50.963870 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f149148f-b283-4f01-bea4-9223030471b5 admin admin] Publish callbacks [] for security_group (f56090e5-f04d-4c1e-a44b-76d536a9ea84), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:51.087215 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f149148f-b283-4f01-bea4-9223030471b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (f56090e5-f04d-4c1e-a44b-76d536a9ea84), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:51.130920 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f149148f-b283-4f01-bea4-9223030471b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aca19633024c41008200e58280c06539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3469827 Mar 08 19:21:51.131886 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149148f-b283-4f01-bea4-9223030471b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56090e5-f04d-4c1e-a44b-76d536a9ea84,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:51.133662 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44320) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:51.397390 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-573096ad-b764-4814-845a-919638f4bf09 admin admin] Publish callbacks [] for security_group (f56090e5-f04d-4c1e-a44b-76d536a9ea84), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:51.417667 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-573096ad-b764-4814-845a-919638f4bf09 admin admin] Publish callbacks [] for security_group (f56090e5-f04d-4c1e-a44b-76d536a9ea84), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:51.590633 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-573096ad-b764-4814-845a-919638f4bf09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (f56090e5-f04d-4c1e-a44b-76d536a9ea84), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:51.594087 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-573096ad-b764-4814-845a-919638f4bf09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:51.595720 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-573096ad-b764-4814-845a-919638f4bf09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f56090e5-f04d-4c1e-a44b-76d536a9ea84 HTTP/1.1" status: 204 len: 168 time: 0.4604213 Mar 08 19:21:51.608451 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573096ad-b764-4814-845a-919638f4bf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56090e5-f04d-4c1e-a44b-76d536a9ea84,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:52.544452 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44332) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:52.557615 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-256bc674-0eda-462c-8c1c-eb3cae880ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:52.629890 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-256bc674-0eda-462c-8c1c-eb3cae880ea9 admin admin] Publish callbacks [] for security_group (46bb14cb-6dec-4e5a-8a25-a2bc55f8e439), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:52.782215 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926d37e-35d0-4607-bfca-6d27f4ddaa9f req-47678a79-c2d8-479c-84be-5b85aed6b379 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:52.783699 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e926d37e-35d0-4607-bfca-6d27f4ddaa9f req-47678a79-c2d8-479c-84be-5b85aed6b379 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 945 time: 0.0525868 Mar 08 19:21:52.802319 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-256bc674-0eda-462c-8c1c-eb3cae880ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (46bb14cb-6dec-4e5a-8a25-a2bc55f8e439), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:52.860072 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-256bc674-0eda-462c-8c1c-eb3cae880ea9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f063d8f4db44616a0277d2d3ee5d191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144982 Mar 08 19:21:52.862845 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44336) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:52.863672 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bc674-0eda-462c-8c1c-eb3cae880ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bb14cb-6dec-4e5a-8a25-a2bc55f8e439,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:52.870941 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e926d37e-35d0-4607-bfca-6d27f4ddaa9f req-22dfe258-4710-4e36-a6d9-cb157ed66a7f tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=40a1eebb-de59-4444-b00d-e57916703f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816245 Mar 08 19:21:52.912862 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c3a1f12b-976d-4562-a8dd-0c277bd94a44 admin admin] Publish callbacks [] for security_group (46bb14cb-6dec-4e5a-8a25-a2bc55f8e439), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:52.933380 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c3a1f12b-976d-4562-a8dd-0c277bd94a44 admin admin] Publish callbacks [] for security_group (46bb14cb-6dec-4e5a-8a25-a2bc55f8e439), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:53.096737 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c3a1f12b-976d-4562-a8dd-0c277bd94a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (46bb14cb-6dec-4e5a-8a25-a2bc55f8e439), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:53.099439 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c3a1f12b-976d-4562-a8dd-0c277bd94a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:53.100938 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c3a1f12b-976d-4562-a8dd-0c277bd94a44 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46bb14cb-6dec-4e5a-8a25-a2bc55f8e439 HTTP/1.1" status: 204 len: 168 time: 0.2367969 Mar 08 19:21:53.109076 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1f12b-976d-4562-a8dd-0c277bd94a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bb14cb-6dec-4e5a-8a25-a2bc55f8e439,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:53.150742 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4d0607cd-2bbd-4e62-abf3-757df0710311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:53.782435 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a7513-adb7-4686-82f4-ea9750d0b648 req-a62a63fd-7879-4824-9e06-9b2635cd460b tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:53.783916 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d53a7513-adb7-4686-82f4-ea9750d0b648 req-a62a63fd-7879-4824-9e06-9b2635cd460b tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 945 time: 0.0524626 Mar 08 19:21:53.839718 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44344) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:53.854381 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b455a1aa-9285-442f-a165-5f4fb111b1f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:53.883221 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-d53a7513-adb7-4686-82f4-ea9750d0b648 req-4fccde99-ad34-4ed6-a969-97b8c39d517a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Deleting port 63a706b0-f72c-42d1-828e-e709afb6a975 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:21:53.883779 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d53a7513-adb7-4686-82f4-ea9750d0b648 req-4fccde99-ad34-4ed6-a969-97b8c39d517a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (63a706b0-f72c-42d1-828e-e709afb6a975), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:53.933644 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b455a1aa-9285-442f-a165-5f4fb111b1f9 admin admin] Publish callbacks [] for security_group (56730a4c-e6a9-4cd6-80f3-7af3a804c81e), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:53.980579 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-d53a7513-adb7-4686-82f4-ea9750d0b648 req-4fccde99-ad34-4ed6-a969-97b8c39d517a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] For port 63a706b0-f72c-42d1-828e-e709afb6a975, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=63a706b0-f72c-42d1-828e-e709afb6a975,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:21:53.980938 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d53a7513-adb7-4686-82f4-ea9750d0b648 req-4fccde99-ad34-4ed6-a969-97b8c39d517a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (63a706b0-f72c-42d1-828e-e709afb6a975), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:53.994035 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52644fe0-c9b3-4b60-a17f-911b58b29f6a req-01f78560-c586-4e30-9240-39c1eb96394b tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:53.995625 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-52644fe0-c9b3-4b60-a17f-911b58b29f6a req-01f78560-c586-4e30-9240-39c1eb96394b tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 945 time: 0.0527985 Mar 08 19:21:54.040280 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b455a1aa-9285-442f-a165-5f4fb111b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (56730a4c-e6a9-4cd6-80f3-7af3a804c81e), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:54.055559 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-52644fe0-c9b3-4b60-a17f-911b58b29f6a req-4cbf0e91-5557-450b-8330-3b7f9d231a36 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=40a1eebb-de59-4444-b00d-e57916703f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539701 Mar 08 19:21:54.081936 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-b455a1aa-9285-442f-a165-5f4fb111b1f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11b934fa2996491186a27bfeaff0d43e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411540 Mar 08 19:21:54.084772 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455a1aa-9285-442f-a165-5f4fb111b1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56730a4c-e6a9-4cd6-80f3-7af3a804c81e,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:54.087061 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44348) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:54.125375 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:54.139248 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cb289e0f-87e2-4b42-bd5e-4114ce1060c7 admin admin] Publish callbacks [] for security_group (56730a4c-e6a9-4cd6-80f3-7af3a804c81e), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:54.160544 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cb289e0f-87e2-4b42-bd5e-4114ce1060c7 admin admin] Publish callbacks [] for security_group (56730a4c-e6a9-4cd6-80f3-7af3a804c81e), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:54.163685 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d53a7513-adb7-4686-82f4-ea9750d0b648 req-4fccde99-ad34-4ed6-a969-97b8c39d517a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:54.164052 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d53a7513-adb7-4686-82f4-ea9750d0b648 req-4fccde99-ad34-4ed6-a969-97b8c39d517a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (9ae0d253-bef3-4b1e-b5eb-9eebcacb070d), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:54.164421 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.l3_db [req-d53a7513-adb7-4686-82f4-ea9750d0b648 req-4fccde99-ad34-4ed6-a969-97b8c39d517a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Floating IP 9ae0d253-bef3-4b1e-b5eb-9eebcacb070d disassociated. External IP: 172.27.2.76, port: 63a706b0-f72c-42d1-828e-e709afb6a975. Mar 08 19:21:54.164753 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-d53a7513-adb7-4686-82f4-ea9750d0b648 req-4fccde99-ad34-4ed6-a969-97b8c39d517a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Calling delete_port for 63a706b0-f72c-42d1-828e-e709afb6a975 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:21:54.316165 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cb289e0f-87e2-4b42-bd5e-4114ce1060c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (56730a4c-e6a9-4cd6-80f3-7af3a804c81e), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:54.319306 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cb289e0f-87e2-4b42-bd5e-4114ce1060c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:54.321125 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-cb289e0f-87e2-4b42-bd5e-4114ce1060c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56730a4c-e6a9-4cd6-80f3-7af3a804c81e HTTP/1.1" status: 204 len: 168 time: 0.2325051 Mar 08 19:21:54.328087 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb289e0f-87e2-4b42-bd5e-4114ce1060c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56730a4c-e6a9-4cd6-80f3-7af3a804c81e,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:54.422988 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d53a7513-adb7-4686-82f4-ea9750d0b648 req-4fccde99-ad34-4ed6-a969-97b8c39d517a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (63a706b0-f72c-42d1-828e-e709afb6a975), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:54.450363 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccde99-ad34-4ed6-a969-97b8c39d517a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event deleted for resources: {'Port': ['ID=63a706b0-f72c-42d1-828e-e709afb6a975,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:54.569584 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d53a7513-adb7-4686-82f4-ea9750d0b648 req-4fccde99-ad34-4ed6-a969-97b8c39d517a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Router e487fd44-513d-440f-b0a4-0bfef29293b0 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:21:54.659039 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:54.681202 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d53a7513-adb7-4686-82f4-ea9750d0b648 req-4fccde99-ad34-4ed6-a969-97b8c39d517a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:21:54.691939 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ba24ca-01d3-4734-91a5-9534edcb82e4 None None] Sync routers for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:21:54.702725 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba24ca-01d3-4734-91a5-9534edcb82e4 None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:21:54.703279 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-33ba24ca-01d3-4734-91a5-9534edcb82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:21:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:54.726735 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53a7513-adb7-4686-82f4-ea9750d0b648 req-4fccde99-ad34-4ed6-a969-97b8c39d517a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] No DVR routers for this DVR port 63a706b0-f72c-42d1-828e-e709afb6a975 on host hv-cinder-83009 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:21:54.728451 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d53a7513-adb7-4686-82f4-ea9750d0b648 req-4fccde99-ad34-4ed6-a969-97b8c39d517a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:54.731894 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d53a7513-adb7-4686-82f4-ea9750d0b648 req-4fccde99-ad34-4ed6-a969-97b8c39d517a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "DELETE /v2.0/ports/63a706b0-f72c-42d1-828e-e709afb6a975 HTTP/1.1" status: 204 len: 173 time: 0.9416025 Mar 08 19:21:54.732375 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'name': 'network-vif-deleted', 'tag': '63a706b0-f72c-42d1-828e-e709afb6a975'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:21:54.736842 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f30a8d3-7701-4f52-8665-a33bb019400c" -d '{"events": [{"server_uuid": "475a6bb9-3c71-4739-9c8b-53a100d4eccf", "name": "network-vif-deleted", "tag": "63a706b0-f72c-42d1-828e-e709afb6a975"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:21:54.776423 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ec9e3a-150e-44aa-82b8-9d3fe0eae0ed x-openstack-request-id: req-a6ec9e3a-150e-44aa-82b8-9d3fe0eae0ed {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:21:54.776731 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475a6bb9-3c71-4739-9c8b-53a100d4eccf", "name": "network-vif-deleted", "tag": "63a706b0-f72c-42d1-828e-e709afb6a975", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:21:54.776974 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6ec9e3a-150e-44aa-82b8-9d3fe0eae0ed {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:21:54.777377 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475a6bb9-3c71-4739-9c8b-53a100d4eccf', 'name': 'network-vif-deleted', 'tag': '63a706b0-f72c-42d1-828e-e709afb6a975', 'status': 'completed', 'code': 200} Mar 08 19:21:54.824517 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-33ba24ca-01d3-4734-91a5-9534edcb82e4 None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:21:55.047383 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-33ba24ca-01d3-4734-91a5-9534edcb82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:55.079097 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ba24ca-01d3-4734-91a5-9534edcb82e4 None None] Checking router: e487fd44-513d-440f-b0a4-0bfef29293b0 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:21:55.088650 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba24ca-01d3-4734-91a5-9534edcb82e4 None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:21:55.089616 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-33ba24ca-01d3-4734-91a5-9534edcb82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:21:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:55.170755 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ef40680d-fcb2-43ef-b0e8-78dd5278e29c req-cb7c9740-e566-4763-835e-5d2d17c78433 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=475a6bb9-3c71-4739-9c8b-53a100d4eccf HTTP/1.1" status: 200 len: 210 time: 0.0310271 Mar 08 19:21:55.202185 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-33ba24ca-01d3-4734-91a5-9534edcb82e4 None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:21:55.403522 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-33ba24ca-01d3-4734-91a5-9534edcb82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:55.436777 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ba24ca-01d3-4734-91a5-9534edcb82e4 None None] The sync data for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi is: [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:21:55.684616 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15e1d5a-b8df-465d-b992-551df53bfb71 None None] New status for floating IP 9ae0d253-bef3-4b1e-b5eb-9eebcacb070d: DOWN {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:21:55.685084 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44376) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:55.762996 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:55.790795 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-cf366bc7-5c74-4b60-b9d1-28fddd36123d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-194348231-network', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:55.935372 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf366bc7-5c74-4b60-b9d1-28fddd36123d admin admin] Made reservation on behalf of f7066fbf33be4e52813e7bc19c95d3f4 for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:21:55.937761 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cf366bc7-5c74-4b60-b9d1-28fddd36123d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:55.947189 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cf366bc7-5c74-4b60-b9d1-28fddd36123d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:56.020761 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cf366bc7-5c74-4b60-b9d1-28fddd36123d admin admin] Publish callbacks [] for security_group (0bc3502d-137d-4c27-bfc0-7fb50113924c), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:56.117513 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cf366bc7-5c74-4b60-b9d1-28fddd36123d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (0bc3502d-137d-4c27-bfc0-7fb50113924c), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:56.143087 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf366bc7-5c74-4b60-b9d1-28fddd36123d admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:21:56.152137 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf366bc7-5c74-4b60-b9d1-28fddd36123d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc3502d-137d-4c27-bfc0-7fb50113924c,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:56.158991 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cf366bc7-5c74-4b60-b9d1-28fddd36123d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (19896de4-dd54-413f-966e-2eb4a6c023dd), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:56.159275 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.segments_db [None req-cf366bc7-5c74-4b60-b9d1-28fddd36123d admin admin] Added segment 19896de4-dd54-413f-966e-2eb4a6c023dd of type vlan for network 69802df9-787a-41a0-a555-a83afcc0c32c Mar 08 19:21:56.200864 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cf366bc7-5c74-4b60-b9d1-28fddd36123d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (69802df9-787a-41a0-a555-a83afcc0c32c), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:56.305035 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cf366bc7-5c74-4b60-b9d1-28fddd36123d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (69802df9-787a-41a0-a555-a83afcc0c32c), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:56.306014 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf366bc7-5c74-4b60-b9d1-28fddd36123d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:56.306617 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cf366bc7-5c74-4b60-b9d1-28fddd36123d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:56.346430 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44384) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:56.363132 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf366bc7-5c74-4b60-b9d1-28fddd36123d admin admin] Pushing event updated for resources: {'Network': ['ID=69802df9-787a-41a0-a555-a83afcc0c32c,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:56.373896 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network 69802df9-787a-41a0-a555-a83afcc0c32c details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:21:56.403951 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-98ae766e-1e72-42e9-ac3c-a06f0ef2ee08 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (40a1eebb-de59-4444-b00d-e57916703f27), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:56.410664 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-cf366bc7-5c74-4b60-b9d1-28fddd36123d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7244351 Mar 08 19:21:56.414263 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44386) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:56.419240 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-c6bf48e2-447f-4030-9f19-5874454ef7e5 admin admin] Request body: {'subnet': {'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-194348231-subnet', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:56.430759 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-98ae766e-1e72-42e9-ac3c-a06f0ef2ee08 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (40a1eebb-de59-4444-b00d-e57916703f27), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:56.520209 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bf48e2-447f-4030-9f19-5874454ef7e5 admin admin] Made reservation on behalf of f7066fbf33be4e52813e7bc19c95d3f4 for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:21:56.522642 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c6bf48e2-447f-4030-9f19-5874454ef7e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15838011'] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:56.556844 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-98ae766e-1e72-42e9-ac3c-a06f0ef2ee08 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (40a1eebb-de59-4444-b00d-e57916703f27), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:56.559542 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-98ae766e-1e72-42e9-ac3c-a06f0ef2ee08 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:56.560716 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-98ae766e-1e72-42e9-ac3c-a06f0ef2ee08 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "DELETE /v2.0/security-groups/40a1eebb-de59-4444-b00d-e57916703f27 HTTP/1.1" status: 204 len: 168 time: 0.2131488 Mar 08 19:21:56.564132 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44388) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:56.580433 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae766e-1e72-42e9-ac3c-a06f0ef2ee08 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a1eebb-de59-4444-b00d-e57916703f27,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:56.583211 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.api.v2.resource [None req-784553aa-9410-436f-a810-abae82242753 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] show failed (client error): The resource could not be found. Mar 08 19:21:56.587417 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-784553aa-9410-436f-a810-abae82242753 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups/40a1eebb-de59-4444-b00d-e57916703f27 HTTP/1.1" status: 404 len: 347 time: 0.0192249 Mar 08 19:21:56.588218 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44390) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:56.716709 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-07bf7422-4fc1-46c9-84ab-9838f79ec51e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Deleting port 8b483169-0952-4847-87cd-975804d427bb {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:21:56.717047 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-07bf7422-4fc1-46c9-84ab-9838f79ec51e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (8b483169-0952-4847-87cd-975804d427bb), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:56.795874 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-07bf7422-4fc1-46c9-84ab-9838f79ec51e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (8b483169-0952-4847-87cd-975804d427bb), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:56.796196 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-07bf7422-4fc1-46c9-84ab-9838f79ec51e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (8b483169-0952-4847-87cd-975804d427bb), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:56.807912 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-07bf7422-4fc1-46c9-84ab-9838f79ec51e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Calling delete_port for 8b483169-0952-4847-87cd-975804d427bb owned by network:floatingip {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:21:56.828778 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c6bf48e2-447f-4030-9f19-5874454ef7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13603085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15837989'] for subnet (ef5a05d0-7f50-4947-93be-6051fe0e79cc), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:56.882830 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf48e2-447f-4030-9f19-5874454ef7e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef5a05d0-7f50-4947-93be-6051fe0e79cc,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:56.902983 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bf48e2-447f-4030-9f19-5874454ef7e5 admin admin] Checking segment: {'id': '19896de4-dd54-413f-966e-2eb4a6c023dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:21:56.903333 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bf48e2-447f-4030-9f19-5874454ef7e5 admin admin] Network hostable DHCP agents. Network: 69802df9-787a-41a0-a555-a83afcc0c32c, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:21:57.023609 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bf48e2-447f-4030-9f19-5874454ef7e5 admin admin] Network 69802df9-787a-41a0-a555-a83afcc0c32c is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:21:57.023786 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.086423 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-07bf7422-4fc1-46c9-84ab-9838f79ec51e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (8b483169-0952-4847-87cd-975804d427bb), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.112576 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf7422-4fc1-46c9-84ab-9838f79ec51e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event deleted for resources: {'Port': ['ID=8b483169-0952-4847-87cd-975804d427bb,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:57.120758 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-c6bf48e2-447f-4030-9f19-5874454ef7e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, 69802df9-787a-41a0-a555-a83afcc0c32c) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:21:57.124607 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bf48e2-447f-4030-9f19-5874454ef7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:57.125473 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c6bf48e2-447f-4030-9f19-5874454ef7e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.130098 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1325d79-6880-41a1-89ff-3ecc84989b9d None None] Network 69802df9-787a-41a0-a555-a83afcc0c32c requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:21:57.177669 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-07bf7422-4fc1-46c9-84ab-9838f79ec51e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (9ae0d253-bef3-4b1e-b5eb-9eebcacb070d), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.180869 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-07bf7422-4fc1-46c9-84ab-9838f79ec51e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.186574 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-07bf7422-4fc1-46c9-84ab-9838f79ec51e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "DELETE /v2.0/floatingips/9ae0d253-bef3-4b1e-b5eb-9eebcacb070d HTTP/1.1" status: 204 len: 168 time: 0.5958278 Mar 08 19:21:57.214901 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-c6bf48e2-447f-4030-9f19-5874454ef7e5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7993689 Mar 08 19:21:57.217542 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44394) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:57.222153 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-194348231-router', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:57.238597 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a457b4-5bad-5c4a-859d-84f590f656d3-69802df9-787a-41a0-a555-a83afcc0c32c', 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c', 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'fixed_ips': [{'subnet_id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc'}]}} from dv-cinder-830092-3-iscsi. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:21:57.239557 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.317271 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-330644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25156'] for router (9cc9d1a6-a527-4b32-81d4-288b3c38c975), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.318269 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-328407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25165'] for router (9cc9d1a6-a527-4b32-81d4-288b3c38c975), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.377905 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Allocated IP 172.20.0.2 (69802df9-787a-41a0-a555-a83afcc0c32c/ef5a05d0-7f50-4947-93be-6051fe0e79cc/e810b253-51be-4899-af67-ec67f771dcdb) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:21:57.384643 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Publish callbacks [] for router_controller (9cc9d1a6-a527-4b32-81d4-288b3c38c975), precommit_add_association {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.422309 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44396) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:57.427148 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-3b417e11-7a3b-41fe-8ded-7ebbdf650f04 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209356460', 'description': 'tempest-description--2014403006'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:57.523049 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3b417e11-7a3b-41fe-8ded-7ebbdf650f04 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.529460 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Publish callbacks [] for port (e810b253-51be-4899-af67-ec67f771dcdb), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.593260 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3b417e11-7a3b-41fe-8ded-7ebbdf650f04 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (85b041fc-372d-4ca4-9d3e-768aaa5f55ee), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.629049 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Publish callbacks [] for router_gateway (9cc9d1a6-a527-4b32-81d4-288b3c38c975), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.704023 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (e810b253-51be-4899-af67-ec67f771dcdb), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.731752 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3b417e11-7a3b-41fe-8ded-7ebbdf650f04 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (85b041fc-372d-4ca4-9d3e-768aaa5f55ee), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.739803 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Network 69802df9-787a-41a0-a555-a83afcc0c32c is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:21:57.745627 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:21:57.749671 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:21:57.767328 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b417e11-7a3b-41fe-8ded-7ebbdf650f04 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b041fc-372d-4ca4-9d3e-768aaa5f55ee,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:57.780839 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Pushing event updated for resources: {'Port': ['ID=e810b253-51be-4899-af67-ec67f771dcdb,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:57.814892 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Attempting to bind port e810b253-51be-4899-af67-ec67f771dcdb on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:21:57.815254 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Attempting to bind port e810b253-51be-4899-af67-ec67f771dcdb by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '19896de4-dd54-413f-966e-2eb4a6c023dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:21:57.815611 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Attempting to bind port e810b253-51be-4899-af67-ec67f771dcdb on network 69802df9-787a-41a0-a555-a83afcc0c32c {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:21:57.821640 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:21:57.822010 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Checking segment: {'id': '19896de4-dd54-413f-966e-2eb4a6c023dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:21:57.822426 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.822818 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Bound using segment: {'id': '19896de4-dd54-413f-966e-2eb4a6c023dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:21:57.823107 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3b417e11-7a3b-41fe-8ded-7ebbdf650f04 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.823283 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Bound port: e810b253-51be-4899-af67-ec67f771dcdb, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19896de4-dd54-413f-966e-2eb4a6c023dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:21:57.823906 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (e810b253-51be-4899-af67-ec67f771dcdb), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.824448 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-3b417e11-7a3b-41fe-8ded-7ebbdf650f04 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4010091 Mar 08 19:21:57.827293 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44398) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:57.831901 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-97b315da-1a15-4a4c-8096-8c6554183f98 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'security_group_rule': {'security_group_id': '85b041fc-372d-4ca4-9d3e-768aaa5f55ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:57.891023 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] For port e810b253-51be-4899-af67-ec67f771dcdb, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:21:57.893984 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] For port e810b253-51be-4899-af67-ec67f771dcdb, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=e810b253-51be-4899-af67-ec67f771dcdb,segment=NetworkSegment(19896de4-dd54-413f-966e-2eb4a6c023dd),segment_id=19896de4-dd54-413f-966e-2eb4a6c023dd)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:21:57.931225 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-97b315da-1a15-4a4c-8096-8c6554183f98 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (f71c7e02-d8ea-46c0-9d4f-bfb4f940cbb1), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.934448 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Publish callbacks [] for router_gateway (9cc9d1a6-a527-4b32-81d4-288b3c38c975), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.946669 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 63a706b0-f72c-42d1-828e-e709afb6a975 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:21:57.957998 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.967297 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: 63a706b0-f72c-42d1-828e-e709afb6a975 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:21:57.967635 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 63a706b0-f72c-42d1-828e-e709afb6a975 not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:21:57.991909 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (e810b253-51be-4899-af67-ec67f771dcdb), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:57.993495 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-97b315da-1a15-4a4c-8096-8c6554183f98 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (f71c7e02-d8ea-46c0-9d4f-bfb4f940cbb1), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:58.052384 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217703f-d76f-4700-889c-5e5372dbc262 None None] Pushing event updated for resources: {'Port': ['ID=e810b253-51be-4899-af67-ec67f771dcdb,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:58.076785 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-97b315da-1a15-4a4c-8096-8c6554183f98 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (f71c7e02-d8ea-46c0-9d4f-bfb4f940cbb1), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:58.081776 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Allocated IP 172.27.2.96 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/a9cd7259-c104-4a06-afcd-fe62c0aaff47) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:21:58.105018 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b315da-1a15-4a4c-8096-8c6554183f98 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71c7e02-d8ea-46c0-9d4f-bfb4f940cbb1,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:58.194378 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Publish callbacks [] for port (a9cd7259-c104-4a06-afcd-fe62c0aaff47), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:58.203119 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-97b315da-1a15-4a4c-8096-8c6554183f98 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:58.207524 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-97b315da-1a15-4a4c-8096-8c6554183f98 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3759749 Mar 08 19:21:58.207524 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44400) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:58.213611 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-8b011717-f94c-41c0-90c8-2a1d51d9a183 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'security_group_rule': {'security_group_id': '85b041fc-372d-4ca4-9d3e-768aaa5f55ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:58.363163 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (a9cd7259-c104-4a06-afcd-fe62c0aaff47), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:58.410894 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:21:58.412582 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device e810b253-51be-4899-af67-ec67f771dcdb up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:21:58.415325 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:21:58.419251 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:21:58.431591 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8b011717-f94c-41c0-90c8-2a1d51d9a183 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (cb5b9e29-6398-49a5-abd5-435d0f3c48c3), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:58.445207 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Pushing event updated for resources: {'Port': ['ID=a9cd7259-c104-4a06-afcd-fe62c0aaff47,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:58.486836 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port e810b253-51be-4899-af67-ec67f771dcdb triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:21:58.487574 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (e810b253-51be-4899-af67-ec67f771dcdb), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:58.508572 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8b011717-f94c-41c0-90c8-2a1d51d9a183 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (cb5b9e29-6398-49a5-abd5-435d0f3c48c3), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:58.567262 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port e810b253-51be-4899-af67-ec67f771dcdb is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:21:58.567652 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (e810b253-51be-4899-af67-ec67f771dcdb), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:58.602179 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] For port e810b253-51be-4899-af67-ec67f771dcdb, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=e810b253-51be-4899-af67-ec67f771dcdb,segment=NetworkSegment(19896de4-dd54-413f-966e-2eb4a6c023dd),segment_id=19896de4-dd54-413f-966e-2eb4a6c023dd)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:21:58.613893 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8b011717-f94c-41c0-90c8-2a1d51d9a183 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (cb5b9e29-6398-49a5-abd5-435d0f3c48c3), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:58.633083 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b011717-f94c-41c0-90c8-2a1d51d9a183 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5b9e29-6398-49a5-abd5-435d0f3c48c3,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:58.733972 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (e810b253-51be-4899-af67-ec67f771dcdb), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:58.740911 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8b011717-f94c-41c0-90c8-2a1d51d9a183 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:58.744025 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8b011717-f94c-41c0-90c8-2a1d51d9a183 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5357203 Mar 08 19:21:58.747687 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44402) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:58.753010 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-ced71dee-1909-4437-aeb8-28ab09a2cb49 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'floatingip': {'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:58.794026 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Pushing event updated for resources: {'Port': ['ID=e810b253-51be-4899-af67-ec67f771dcdb,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:58.816257 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Publish callbacks [] for router_gateway (9cc9d1a6-a527-4b32-81d4-288b3c38c975), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:58.843652 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ced71dee-1909-4437-aeb8-28ab09a2cb49 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:58.949652 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ced71dee-1909-4437-aeb8-28ab09a2cb49 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:59.040979 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-328442'] for router (9cc9d1a6-a527-4b32-81d4-288b3c38c975), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:59.069250 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-ced71dee-1909-4437-aeb8-28ab09a2cb49 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Allocated IP 172.27.2.27 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/0285f364-33a5-4b21-abf8-8d61127af345) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:21:59.078924 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e10922-dc9c-4bb7-abfa-f2974cfa0f0f None None] Network 69802df9-787a-41a0-a555-a83afcc0c32c requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:21:59.164208 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-07a86be9-0f26-4231-ab8d-6b687abb45bc None None] Provisioning complete for port e810b253-51be-4899-af67-ec67f771dcdb triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:21:59.164818 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-07a86be9-0f26-4231-ab8d-6b687abb45bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (e810b253-51be-4899-af67-ec67f771dcdb), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:59.185661 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ced71dee-1909-4437-aeb8-28ab09a2cb49 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for port (0285f364-33a5-4b21-abf8-8d61127af345), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:59.282816 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-07a86be9-0f26-4231-ab8d-6b687abb45bc None None] Current status of the port e810b253-51be-4899-af67-ec67f771dcdb is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:21:59.297712 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Router 9cc9d1a6-a527-4b32-81d4-288b3c38c975 is scheduled to L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 with binding_index 1 {{(pid=103758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:21:59.313432 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ced71dee-1909-4437-aeb8-28ab09a2cb49 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (0285f364-33a5-4b21-abf8-8d61127af345), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:59.374237 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced71dee-1909-4437-aeb8-28ab09a2cb49 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:21:59.380925 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-ced71dee-1909-4437-aeb8-28ab09a2cb49 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:21:59.387799 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced71dee-1909-4437-aeb8-28ab09a2cb49 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:21:59.391815 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced71dee-1909-4437-aeb8-28ab09a2cb49 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'Port': ['ID=0285f364-33a5-4b21-abf8-8d61127af345,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:59.430722 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:21:59.433343 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3e328da5-cdc1-4c72-8e77-efe48025061c req-6a079878-1c98-4764-b5d1-c4bff6d547e6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1308641 Mar 08 19:21:59.448399 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Sync routers for ids ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:21:59.461097 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Routers {'9cc9d1a6-a527-4b32-81d4-288b3c38c975'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:21:59.461750 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:21:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:59.529550 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ced71dee-1909-4437-aeb8-28ab09a2cb49 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (ad6ffb02-88f0-4e77-9a2c-6c5eed9952c6), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:59.538862 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e328da5-cdc1-4c72-8e77-efe48025061c req-bdccc580-4667-477b-b824-83b0fdbd897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:59.540343 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3e328da5-cdc1-4c72-8e77-efe48025061c req-bdccc580-4667-477b-b824-83b0fdbd897d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77bda9809dfb4144986c270b0493dcb9&device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 1130 time: 0.0611258 Mar 08 19:21:59.543069 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:59.544654 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-345218e6-a34c-4a7d-a29d-918f3d7b9f7a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3257802 Mar 08 19:21:59.547634 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44404) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:59.695442 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e7d79783-a9a4-48a1-902f-71d742f93d70 None None] Provisioning complete for port e810b253-51be-4899-af67-ec67f771dcdb triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:21:59.695810 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7d79783-a9a4-48a1-902f-71d742f93d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (e810b253-51be-4899-af67-ec67f771dcdb), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:59.755505 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Set router 9cc9d1a6-a527-4b32-81d4-288b3c38c975 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:21:59.918137 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ced71dee-1909-4437-aeb8-28ab09a2cb49 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (0285f364-33a5-4b21-abf8-8d61127af345), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:59.925957 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e7d79783-a9a4-48a1-902f-71d742f93d70 None None] Current status of the port e810b253-51be-4899-af67-ec67f771dcdb is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:21:59.962200 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e328da5-cdc1-4c72-8e77-efe48025061c req-2fada820-228f-4654-8ae3-ebac9b38bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:59.963896 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3e328da5-cdc1-4c72-8e77-efe48025061c req-2fada820-228f-4654-8ae3-ebac9b38bd74 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a87c540b-f15d-4b47-9f06-54063bb28b6d HTTP/1.1" status: 200 len: 913 time: 0.4045928 Mar 08 19:21:59.993718 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'name': 'tempest-TestShelveInstance-194348231-router', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:21:58Z', 'revision_number': 3, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'gw_port': {'id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:82:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:00.010530 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:00.020273 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Checking router: 9cc9d1a6-a527-4b32-81d4-288b3c38c975 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:22:00.020963 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Updating router 9cc9d1a6-a527-4b32-81d4-288b3c38c975 port a9cd7259-c104-4a06-afcd-fe62c0aaff47 binding host dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:22:00.036283 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3e328da5-cdc1-4c72-8e77-efe48025061c req-4bb8bb4d-e0d0-4332-b73e-f30f3b5b12f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 HTTP/1.1" status: 200 len: 1002 time: 0.0650208 Mar 08 19:22:00.052381 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (a9cd7259-c104-4a06-afcd-fe62c0aaff47), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:00.143491 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e328da5-cdc1-4c72-8e77-efe48025061c req-c873bd3b-52f4-485d-bd8f-12b2be195a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:00.145090 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3e328da5-cdc1-4c72-8e77-efe48025061c req-c873bd3b-52f4-485d-bd8f-12b2be195a49 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=845dbfc1-effb-4886-8b24-637bc4d19911 HTTP/1.1" status: 200 len: 851 time: 0.1019857 Mar 08 19:22:00.185779 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] Allocated IP 172.20.0.1 (69802df9-787a-41a0-a555-a83afcc0c32c/ef5a05d0-7f50-4947-93be-6051fe0e79cc/78472d7a-0a8f-468c-a4db-b0593075f0b1) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:22:00.234260 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e328da5-cdc1-4c72-8e77-efe48025061c req-c82971de-f67e-4f65-b215-715f5323c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:00.235906 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3e328da5-cdc1-4c72-8e77-efe48025061c req-c82971de-f67e-4f65-b215-715f5323c6e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a87c540b-f15d-4b47-9f06-54063bb28b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832961 Mar 08 19:22:00.252399 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ced71dee-1909-4437-aeb8-28ab09a2cb49 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for port (0285f364-33a5-4b21-abf8-8d61127af345), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:00.335273 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Publish callbacks [] for port (a9cd7259-c104-4a06-afcd-fe62c0aaff47), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:00.344805 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3e328da5-cdc1-4c72-8e77-efe48025061c req-601c8e4c-12c2-496a-b82e-e17cfb140911 service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014581 Mar 08 19:22:00.345910 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ced71dee-1909-4437-aeb8-28ab09a2cb49 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (0285f364-33a5-4b21-abf8-8d61127af345), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:00.380045 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device e810b253-51be-4899-af67-ec67f771dcdb up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:22:00.445401 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port e810b253-51be-4899-af67-ec67f771dcdb triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:00.445839 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (e810b253-51be-4899-af67-ec67f771dcdb), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:00.450302 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (a9cd7259-c104-4a06-afcd-fe62c0aaff47), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:00.482374 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced71dee-1909-4437-aeb8-28ab09a2cb49 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'Port': ['ID=0285f364-33a5-4b21-abf8-8d61127af345,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:00.499436 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ced71dee-1909-4437-aeb8-28ab09a2cb49 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (ad6ffb02-88f0-4e77-9a2c-6c5eed9952c6), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:00.537838 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3e328da5-cdc1-4c72-8e77-efe48025061c req-c71b0dab-4fba-4394-a865-b172adb5f4b5 service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830451 Mar 08 19:22:00.544298 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73187a-5693-4764-8038-36bca881c55e None None] Pushing event updated for resources: {'Port': ['ID=a9cd7259-c104-4a06-afcd-fe62c0aaff47,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:00.550894 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Attempting to bind port a9cd7259-c104-4a06-afcd-fe62c0aaff47 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:22:00.551589 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Attempting to bind port a9cd7259-c104-4a06-afcd-fe62c0aaff47 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:22:00.552125 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Attempting to bind port a9cd7259-c104-4a06-afcd-fe62c0aaff47 on network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:22:00.560864 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:22:00.561262 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Checking segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:22:00.561799 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:00.562096 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Bound using segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:22:00.562604 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Bound port: a9cd7259-c104-4a06-afcd-fe62c0aaff47, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:22:00.562984 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (a9cd7259-c104-4a06-afcd-fe62c0aaff47), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:00.573903 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] Publish callbacks [] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:00.605217 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ced71dee-1909-4437-aeb8-28ab09a2cb49 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:00.606536 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-ced71dee-1909-4437-aeb8-28ab09a2cb49 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8577561 Mar 08 19:22:00.640588 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port e810b253-51be-4899-af67-ec67f771dcdb is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:00.646241 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] For port a9cd7259-c104-4a06-afcd-fe62c0aaff47, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:22:00.649464 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] For port a9cd7259-c104-4a06-afcd-fe62c0aaff47, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=a9cd7259-c104-4a06-afcd-fe62c0aaff47,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:22:00.817870 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-08759222-4f9e-4bae-81b9-f92ad5d8421c tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1209356460&fields=id&tenant_id=96c3bb88a07f471ba34d69352508cf40 HTTP/1.1" status: 200 len: 267 time: 0.0472279 Mar 08 19:22:00.887635 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:00.926926 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (a9cd7259-c104-4a06-afcd-fe62c0aaff47), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:00.944807 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] Network 69802df9-787a-41a0-a555-a83afcc0c32c is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:22:00.953079 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:22:00.955563 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:22:00.969771 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] Pushing event updated for resources: {'Port': ['ID=78472d7a-0a8f-468c-a4db-b0593075f0b1,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:00.995190 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Routers {'9cc9d1a6-a527-4b32-81d4-288b3c38c975'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:00.996109 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:21:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:01.000143 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73187a-5693-4764-8038-36bca881c55e None None] Pushing event updated for resources: {'Port': ['ID=a9cd7259-c104-4a06-afcd-fe62c0aaff47,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:01.001637 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-19d7362b-fbbf-4eb9-b000-73e34391c844 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:01.003821 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-19d7362b-fbbf-4eb9-b000-73e34391c844 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/networks?id=388fd34c-8824-4f29-8fd1-2b60271e031f HTTP/1.1" status: 200 len: 814 time: 0.1777117 Mar 08 19:22:01.031569 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-3f6a50a4-02cf-4975-afb3-96e3f974dd8e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/quotas/96c3bb88a07f471ba34d69352508cf40 HTTP/1.1" status: 200 len: 375 time: 0.0184538 Mar 08 19:22:01.035257 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327895'] for router_interface (9cc9d1a6-a527-4b32-81d4-288b3c38c975), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:01.121263 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] Set router 9cc9d1a6-a527-4b32-81d4-288b3c38c975 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:01.150253 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-1b560a8d-f53a-4f87-9947-49848dad3c68 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107888 Mar 08 19:22:01.271300 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-65d986e3-81d3-45c4-8163-4ef744251cd5 None None] Provisioning complete for port 78472d7a-0a8f-468c-a4db-b0593075f0b1 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:01.271594 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-65d986e3-81d3-45c4-8163-4ef744251cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:01.303561 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-36c8efd5-5206-4e78-902c-c0b66967febf service neutron] 10.222.0.21 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345866 Mar 08 19:22:01.327588 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-65d986e3-81d3-45c4-8163-4ef744251cd5 None None] Port 78472d7a-0a8f-468c-a4db-b0593075f0b1 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:22:01.347486 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'name': 'tempest-TestShelveInstance-194348231-router', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:21:58Z', 'revision_number': 3, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'gw_port': {'id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:82:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:01.378060 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7711cb-f86c-4287-8a67-eda391df3379 None None] The sync data for ids ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'] in dv-cinder-830092-3-iscsi is: [{'id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'name': 'tempest-TestShelveInstance-194348231-router', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:21:58Z', 'revision_number': 3, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'gw_port': {'id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:82:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:22:01.401322 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:01.430971 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-718bd725-77dc-4d84-8f40-fa531125894a service neutron] 10.222.0.21 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213460 Mar 08 19:22:01.608910 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] Publish callbacks [] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:01.823375 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:01.919995 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f3b81393-f6c4-431e-8925-74c976eff473 req-3c3d0bb3-f2e2-4159-9761-681521b77497 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 210 time: 0.0464704 Mar 08 19:22:01.927439 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] Pushing event updated for resources: {'Port': ['ID=78472d7a-0a8f-468c-a4db-b0593075f0b1,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:01.937823 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327867'] for router_interface (9cc9d1a6-a527-4b32-81d4-288b3c38c975), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:02.038296 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] Network 69802df9-787a-41a0-a555-a83afcc0c32c is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:22:02.039717 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:22:02.197259 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] Router 9cc9d1a6-a527-4b32-81d4-288b3c38c975 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:22:02.339485 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:22:02.345679 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-f825c288-ded2-4573-a27a-ad3d6c53dadf admin admin] 10.222.0.21 "PUT /v2.0/routers/9cc9d1a6-a527-4b32-81d4-288b3c38c975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7959101 Mar 08 19:22:02.369574 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-2d01bc86-1f42-4622-91fe-e7efc553826f None None] Provisioning complete for port 78472d7a-0a8f-468c-a4db-b0593075f0b1 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:02.369574 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2d01bc86-1f42-4622-91fe-e7efc553826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:02.420485 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-2d01bc86-1f42-4622-91fe-e7efc553826f None None] Port 78472d7a-0a8f-468c-a4db-b0593075f0b1 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:22:02.437013 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device a9cd7259-c104-4a06-afcd-fe62c0aaff47 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:22:02.494885 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port a9cd7259-c104-4a06-afcd-fe62c0aaff47 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:02.495267 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (a9cd7259-c104-4a06-afcd-fe62c0aaff47), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:02.589712 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port a9cd7259-c104-4a06-afcd-fe62c0aaff47 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:02.589712 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (a9cd7259-c104-4a06-afcd-fe62c0aaff47), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:02.610293 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] For port a9cd7259-c104-4a06-afcd-fe62c0aaff47, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=a9cd7259-c104-4a06-afcd-fe62c0aaff47,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:02.712027 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (a9cd7259-c104-4a06-afcd-fe62c0aaff47), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:02.762006 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Pushing event updated for resources: {'Port': ['ID=a9cd7259-c104-4a06-afcd-fe62c0aaff47,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:03.055059 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d8588153-92a7-4a9a-bb5d-4381a72dba5e req-b9eb7803-f6db-4722-8073-c47540094dbf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 210 time: 0.0286822 Mar 08 19:22:03.264441 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44454) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:03.269330 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-2ce6a058-c7c5-4688-bc60-d914bae72423 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1312151828-network', 'tenant_id': 'e1d7a7c7bb684a608be9409f103d26e0'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:03.300320 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Sync routers for ids ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:22:03.310057 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Routers {'9cc9d1a6-a527-4b32-81d4-288b3c38c975'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:03.310695 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:21:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:03.368699 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce6a058-c7c5-4688-bc60-d914bae72423 admin admin] Made reservation on behalf of e1d7a7c7bb684a608be9409f103d26e0 for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:22:03.370968 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2ce6a058-c7c5-4688-bc60-d914bae72423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:03.379382 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2ce6a058-c7c5-4688-bc60-d914bae72423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:03.418396 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Set router 9cc9d1a6-a527-4b32-81d4-288b3c38c975 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:03.463354 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2ce6a058-c7c5-4688-bc60-d914bae72423 admin admin] Publish callbacks [] for security_group (133044ad-79a8-4f28-9eee-520d26596566), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:03.563556 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2ce6a058-c7c5-4688-bc60-d914bae72423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (133044ad-79a8-4f28-9eee-520d26596566), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:03.591491 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6a058-c7c5-4688-bc60-d914bae72423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133044ad-79a8-4f28-9eee-520d26596566,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:03.728589 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce6a058-c7c5-4688-bc60-d914bae72423 admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:22:03.745862 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2ce6a058-c7c5-4688-bc60-d914bae72423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (f94e81a6-e29a-4fd7-801a-1bfb6ef132d8), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:03.746200 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.segments_db [None req-2ce6a058-c7c5-4688-bc60-d914bae72423 admin admin] Added segment f94e81a6-e29a-4fd7-801a-1bfb6ef132d8 of type vlan for network 61bedc51-68e0-4c1a-834e-37087f0bbbb7 Mar 08 19:22:03.752906 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'name': 'tempest-TestShelveInstance-194348231-router', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:01Z', 'revision_number': 4, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'gw_port': {'id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '78472d7a-0a8f-468c-a4db-b0593075f0b1', 'name': '', 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'mac_address': 'fa:16:3e:e2:ec:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:00Z', 'updated_at': '2022-03-08T19:22:01Z', 'revision_number': 2, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'subnets': [{'id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:03.783438 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Checking router: 9cc9d1a6-a527-4b32-81d4-288b3c38c975 for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:22:03.783786 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Updating router 9cc9d1a6-a527-4b32-81d4-288b3c38c975 port 78472d7a-0a8f-468c-a4db-b0593075f0b1 binding host dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:22:03.786883 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2ce6a058-c7c5-4688-bc60-d914bae72423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (61bedc51-68e0-4c1a-834e-37087f0bbbb7), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:03.811169 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:03.943944 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2ce6a058-c7c5-4688-bc60-d914bae72423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (61bedc51-68e0-4c1a-834e-37087f0bbbb7), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:03.944948 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce6a058-c7c5-4688-bc60-d914bae72423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:03.945527 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2ce6a058-c7c5-4688-bc60-d914bae72423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.006300 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6a058-c7c5-4688-bc60-d914bae72423 admin admin] Pushing event updated for resources: {'Network': ['ID=61bedc51-68e0-4c1a-834e-37087f0bbbb7,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:04.017239 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network 61bedc51-68e0-4c1a-834e-37087f0bbbb7 details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:22:04.061193 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-2ce6a058-c7c5-4688-bc60-d914bae72423 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7955718 Mar 08 19:22:04.065265 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44458) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:04.070498 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Publish callbacks [] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), precommit_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.073554 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-bc912563-4699-4aaa-b510-27a5d54d55ac admin admin] Request body: {'subnet': {'network_id': '61bedc51-68e0-4c1a-834e-37087f0bbbb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1312151828-subnet', 'tenant_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'ip_version': 4}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:04.143647 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f775763e-c222-479b-a30d-921b40fb8bd4 req-e3663700-6e33-4b55-ade0-6713e218d3d5 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 210 time: 0.0283923 Mar 08 19:22:04.191826 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc912563-4699-4aaa-b510-27a5d54d55ac admin admin] Made reservation on behalf of e1d7a7c7bb684a608be9409f103d26e0 for: {'subnet': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:22:04.192096 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.194158 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bc912563-4699-4aaa-b510-27a5d54d55ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14442208'] for subnet (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.245670 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cce3b2-52d6-4b93-8fb6-278e48316b48 None None] Pushing event updated for resources: {'Port': ['ID=78472d7a-0a8f-468c-a4db-b0593075f0b1,revision_number=3']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:04.276903 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cce3b2-52d6-4b93-8fb6-278e48316b48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:04.277188 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cce3b2-52d6-4b93-8fb6-278e48316b48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:04.277724 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cce3b2-52d6-4b93-8fb6-278e48316b48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:04.278214 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cce3b2-52d6-4b93-8fb6-278e48316b48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:04.278593 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cce3b2-52d6-4b93-8fb6-278e48316b48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:04.278921 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cce3b2-52d6-4b93-8fb6-278e48316b48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:04.279270 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cce3b2-52d6-4b93-8fb6-278e48316b48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:04.279609 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cce3b2-52d6-4b93-8fb6-278e48316b48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:04.279931 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cce3b2-52d6-4b93-8fb6-278e48316b48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:04.280261 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cce3b2-52d6-4b93-8fb6-278e48316b48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:04.280775 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cce3b2-52d6-4b93-8fb6-278e48316b48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:04.281074 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cce3b2-52d6-4b93-8fb6-278e48316b48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:04.281390 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cce3b2-52d6-4b93-8fb6-278e48316b48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:04.323835 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Attempting to bind port 78472d7a-0a8f-468c-a4db-b0593075f0b1 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:22:04.324470 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Attempting to bind port 78472d7a-0a8f-468c-a4db-b0593075f0b1 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '19896de4-dd54-413f-966e-2eb4a6c023dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c'}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:22:04.324859 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Attempting to bind port 78472d7a-0a8f-468c-a4db-b0593075f0b1 on network 69802df9-787a-41a0-a555-a83afcc0c32c {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:22:04.331504 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:22:04.333890 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Checking segment: {'id': '19896de4-dd54-413f-966e-2eb4a6c023dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:22:04.333890 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.333890 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Bound using segment: {'id': '19896de4-dd54-413f-966e-2eb4a6c023dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c'} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:22:04.333890 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Bound port: 78472d7a-0a8f-468c-a4db-b0593075f0b1, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19896de4-dd54-413f-966e-2eb4a6c023dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c'}}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:22:04.334450 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.392431 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device a9cd7259-c104-4a06-afcd-fe62c0aaff47 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:22:04.422475 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] For port 78472d7a-0a8f-468c-a4db-b0593075f0b1, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:22:04.426996 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] For port 78472d7a-0a8f-468c-a4db-b0593075f0b1, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=78472d7a-0a8f-468c-a4db-b0593075f0b1,segment=NetworkSegment(19896de4-dd54-413f-966e-2eb4a6c023dd),segment_id=19896de4-dd54-413f-966e-2eb4a6c023dd)] {{(pid=103760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:22:04.459931 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port a9cd7259-c104-4a06-afcd-fe62c0aaff47 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:04.460820 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (a9cd7259-c104-4a06-afcd-fe62c0aaff47), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.501144 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-8500e7c1-790a-4a9e-9ba7-91df84adb17e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:04.502259 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-8500e7c1-790a-4a9e-9ba7-91df84adb17e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "GET /v2.0/networks?id=388fd34c-8824-4f29-8fd1-2b60271e031f HTTP/1.1" status: 200 len: 814 time: 0.2212062 Mar 08 19:22:04.530221 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.544448 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port a9cd7259-c104-4a06-afcd-fe62c0aaff47 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:04.575207 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-3a70ab2c-b059-4e61-834f-ddf43027b11e None None] Provisioning complete for port 78472d7a-0a8f-468c-a4db-b0593075f0b1 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:04.575824 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3a70ab2c-b059-4e61-834f-ddf43027b11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.584403 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-901a8f0b-fa5c-4023-bfe8-5b4fba769cf9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96c3bb88a07f471ba34d69352508cf40 HTTP/1.1" status: 200 len: 380 time: 0.0640979 Mar 08 19:22:04.592085 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bc912563-4699-4aaa-b510-27a5d54d55ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14679358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14442238'] for subnet (9f6d7673-d81f-4bf3-841d-e8dcb2a72943), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.598263 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Routers {'9cc9d1a6-a527-4b32-81d4-288b3c38c975'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:04.598927 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:21:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:04.600387 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-7abdf48e-6ff3-4fcc-bc6e-3545e6d20cbf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'port': {'device_id': '41bce9b8-fc77-41b8-b536-1744d37035dc', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'admin_state_up': True, 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'security_groups': ['85b041fc-372d-4ca4-9d3e-768aaa5f55ee']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:04.644809 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cce3b2-52d6-4b93-8fb6-278e48316b48 None None] Pushing event updated for resources: {'Port': ['ID=78472d7a-0a8f-468c-a4db-b0593075f0b1,revision_number=4']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:04.676085 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc912563-4699-4aaa-b510-27a5d54d55ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6d7673-d81f-4bf3-841d-e8dcb2a72943,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:04.749760 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] Set router 9cc9d1a6-a527-4b32-81d4-288b3c38c975 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:04.788242 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc912563-4699-4aaa-b510-27a5d54d55ac admin admin] Checking segment: {'id': 'f94e81a6-e29a-4fd7-801a-1bfb6ef132d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '61bedc51-68e0-4c1a-834e-37087f0bbbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:22:04.788242 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc912563-4699-4aaa-b510-27a5d54d55ac admin admin] Network hostable DHCP agents. Network: 61bedc51-68e0-4c1a-834e-37087f0bbbb7, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:22:04.838015 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-3a70ab2c-b059-4e61-834f-ddf43027b11e None None] Current status of the port 78472d7a-0a8f-468c-a4db-b0593075f0b1 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:04.838318 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3a70ab2c-b059-4e61-834f-ddf43027b11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.889409 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-3a70ab2c-b059-4e61-834f-ddf43027b11e None None] For port 78472d7a-0a8f-468c-a4db-b0593075f0b1, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=78472d7a-0a8f-468c-a4db-b0593075f0b1,segment=NetworkSegment(19896de4-dd54-413f-966e-2eb4a6c023dd),segment_id=19896de4-dd54-413f-966e-2eb4a6c023dd)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:04.915982 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc912563-4699-4aaa-b510-27a5d54d55ac admin admin] Network 61bedc51-68e0-4c1a-834e-37087f0bbbb7 is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:22:04.938555 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-7abdf48e-6ff3-4fcc-bc6e-3545e6d20cbf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Made reservation on behalf of 96c3bb88a07f471ba34d69352508cf40 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:22:04.942150 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-7abdf48e-6ff3-4fcc-bc6e-3545e6d20cbf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.987034 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'name': 'tempest-TestShelveInstance-194348231-router', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:01Z', 'revision_number': 4, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'gw_port': {'id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '78472d7a-0a8f-468c-a4db-b0593075f0b1', 'name': '', 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'mac_address': 'fa:16:3e:e2:ec:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:00Z', 'updated_at': '2022-03-08T19:22:04Z', 'revision_number': 4, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'subnets': [{'id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:05.006922 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3a70ab2c-b059-4e61-834f-ddf43027b11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.017697 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aecf4ef-eee9-4b36-9162-6c08d5bfb0d1 None None] The sync data for ids ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'] in dv-cinder-830092-3-iscsi is: [{'id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'name': 'tempest-TestShelveInstance-194348231-router', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:01Z', 'revision_number': 4, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'gw_port': {'id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '78472d7a-0a8f-468c-a4db-b0593075f0b1', 'name': '', 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'mac_address': 'fa:16:3e:e2:ec:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:00Z', 'updated_at': '2022-03-08T19:22:04Z', 'revision_number': 4, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'subnets': [{'id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:22:05.088513 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70ab2c-b059-4e61-834f-ddf43027b11e None None] Pushing event updated for resources: {'Port': ['ID=78472d7a-0a8f-468c-a4db-b0593075f0b1,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:05.100192 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-bc912563-4699-4aaa-b510-27a5d54d55ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, 61bedc51-68e0-4c1a-834e-37087f0bbbb7) {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:22:05.108874 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc912563-4699-4aaa-b510-27a5d54d55ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:05.109464 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bc912563-4699-4aaa-b510-27a5d54d55ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.109614 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5030aa-d8f3-40b2-ba1a-44639812da5f None None] Network 61bedc51-68e0-4c1a-834e-37087f0bbbb7 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:22:05.113382 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-7abdf48e-6ff3-4fcc-bc6e-3545e6d20cbf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Allocated IP 172.20.0.10 (388fd34c-8824-4f29-8fd1-2b60271e031f/e5d488cc-d933-4aa0-9cc6-087a844e6a20/0de08cd1-cf23-427c-861b-f8c15ff6d471) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:22:05.187867 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-8c0a5f10-898e-4d60-986e-706afa5f57d7 None None] Provisioning complete for port 78472d7a-0a8f-468c-a4db-b0593075f0b1 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:05.188261 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5f10-898e-4d60-986e-706afa5f57d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.283265 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a457b4-5bad-5c4a-859d-84f590f656d3-61bedc51-68e0-4c1a-834e-37087f0bbbb7', 'network_id': '61bedc51-68e0-4c1a-834e-37087f0bbbb7', 'project_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'fixed_ips': [{'subnet_id': '9f6d7673-d81f-4bf3-841d-e8dcb2a72943'}]}} from dv-cinder-830092-3-iscsi. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:22:05.284114 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.287709 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-12e4e454-32eb-408b-a16b-81e08ad5c9c7 req-1ad7420f-94d6-44f2-b485-5648c6e21356 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 210 time: 0.0420258 Mar 08 19:22:05.288929 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44470) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:05.292303 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-bc912563-4699-4aaa-b510-27a5d54d55ac admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2229619 Mar 08 19:22:05.294724 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1312151828-router', 'tenant_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:05.349394 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8c0a5f10-898e-4d60-986e-706afa5f57d7 None None] Current status of the port 78472d7a-0a8f-468c-a4db-b0593075f0b1 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:05.356229 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-7abdf48e-6ff3-4fcc-bc6e-3545e6d20cbf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for port (0de08cd1-cf23-427c-861b-f8c15ff6d471), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.388595 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1859fa9-d20b-4557-9e78-6d6ee9898a3c req-a21495db-2fab-4aae-a8f0-d2ba6a7a59c8 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:05.390103 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a1859fa9-d20b-4557-9e78-6d6ee9898a3c req-a21495db-2fab-4aae-a8f0-d2ba6a7a59c8 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 946 time: 0.1052833 Mar 08 19:22:05.449891 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a1859fa9-d20b-4557-9e78-6d6ee9898a3c req-12ffcb7d-55ea-4355-a0e8-fe276f4b2977 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535531 Mar 08 19:22:05.450964 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-330644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25156'] for router (e6025921-a628-4d1a-b742-d70f67f00711), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.452025 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-328407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25165'] for router (e6025921-a628-4d1a-b742-d70f67f00711), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.473416 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Allocated IP 172.20.0.2 (61bedc51-68e0-4c1a-834e-37087f0bbbb7/9f6d7673-d81f-4bf3-841d-e8dcb2a72943/24d1f15f-8641-4b8f-940a-29d613b84074) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:22:05.501063 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-7abdf48e-6ff3-4fcc-bc6e-3545e6d20cbf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (0de08cd1-cf23-427c-861b-f8c15ff6d471), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.518820 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Publish callbacks [] for router_controller (e6025921-a628-4d1a-b742-d70f67f00711), precommit_add_association {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.545921 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-7abdf48e-6ff3-4fcc-bc6e-3545e6d20cbf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Network 388fd34c-8824-4f29-8fd1-2b60271e031f is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:22:05.551167 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-7abdf48e-6ff3-4fcc-bc6e-3545e6d20cbf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:22:05.555132 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-7abdf48e-6ff3-4fcc-bc6e-3545e6d20cbf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:22:05.603843 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-7abdf48e-6ff3-4fcc-bc6e-3545e6d20cbf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:05.604500 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-7abdf48e-6ff3-4fcc-bc6e-3545e6d20cbf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.617679 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdf48e-6ff3-4fcc-bc6e-3545e6d20cbf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'Port': ['ID=0de08cd1-cf23-427c-861b-f8c15ff6d471,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:05.646466 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Publish callbacks [] for port (24d1f15f-8641-4b8f-940a-29d613b84074), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.726438 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-7abdf48e-6ff3-4fcc-bc6e-3545e6d20cbf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1303451 Mar 08 19:22:05.739879 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Request body: {'port': {'device_id': '41bce9b8-fc77-41b8-b536-1744d37035dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:05.764016 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (24d1f15f-8641-4b8f-940a-29d613b84074), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.801918 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Publish callbacks [] for router_gateway (e6025921-a628-4d1a-b742-d70f67f00711), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.846606 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Network 61bedc51-68e0-4c1a-834e-37087f0bbbb7 is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:22:05.849773 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:22:05.850485 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (0de08cd1-cf23-427c-861b-f8c15ff6d471), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.853734 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:22:05.865173 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Pushing event updated for resources: {'Port': ['ID=24d1f15f-8641-4b8f-940a-29d613b84074,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:05.899208 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-ea28398d-7153-44a4-a3c8-7b766559220f None None] Provisioning complete for port 0de08cd1-cf23-427c-861b-f8c15ff6d471 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:05.900401 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ea28398d-7153-44a4-a3c8-7b766559220f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (0de08cd1-cf23-427c-861b-f8c15ff6d471), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.957402 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Attempting to bind port 24d1f15f-8641-4b8f-940a-29d613b84074 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:22:05.957765 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Attempting to bind port 24d1f15f-8641-4b8f-940a-29d613b84074 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': 'f94e81a6-e29a-4fd7-801a-1bfb6ef132d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '61bedc51-68e0-4c1a-834e-37087f0bbbb7'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:22:05.958270 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Attempting to bind port 24d1f15f-8641-4b8f-940a-29d613b84074 on network 61bedc51-68e0-4c1a-834e-37087f0bbbb7 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:22:05.965866 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:22:05.966235 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Checking segment: {'id': 'f94e81a6-e29a-4fd7-801a-1bfb6ef132d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '61bedc51-68e0-4c1a-834e-37087f0bbbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:22:05.967212 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.967614 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Bound using segment: {'id': 'f94e81a6-e29a-4fd7-801a-1bfb6ef132d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '61bedc51-68e0-4c1a-834e-37087f0bbbb7'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:22:05.968091 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Bound port: 24d1f15f-8641-4b8f-940a-29d613b84074, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94e81a6-e29a-4fd7-801a-1bfb6ef132d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '61bedc51-68e0-4c1a-834e-37087f0bbbb7'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:22:05.968609 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (24d1f15f-8641-4b8f-940a-29d613b84074), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:06.009193 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-ea28398d-7153-44a4-a3c8-7b766559220f None None] Port 0de08cd1-cf23-427c-861b-f8c15ff6d471 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:22:06.047373 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] For port 24d1f15f-8641-4b8f-940a-29d613b84074, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:22:06.051914 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] For port 24d1f15f-8641-4b8f-940a-29d613b84074, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=24d1f15f-8641-4b8f-940a-29d613b84074,segment=NetworkSegment(f94e81a6-e29a-4fd7-801a-1bfb6ef132d8),segment_id=f94e81a6-e29a-4fd7-801a-1bfb6ef132d8)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:22:06.139476 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Publish callbacks [] for router_gateway (e6025921-a628-4d1a-b742-d70f67f00711), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:06.151601 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (24d1f15f-8641-4b8f-940a-29d613b84074), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:06.164236 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:06.176903 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de08cd1-cf23-427c-861b-f8c15ff6d471 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:22:06.185799 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Publish callbacks [] for port (0de08cd1-cf23-427c-861b-f8c15ff6d471), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:06.199347 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Transition to ACTIVE for port object 0de08cd1-cf23-427c-861b-f8c15ff6d471 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:22:06.221789 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd7a5c-3993-4ade-9470-17cb76040a6d None None] Pushing event updated for resources: {'Port': ['ID=24d1f15f-8641-4b8f-940a-29d613b84074,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:06.289319 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Allocated IP 172.27.2.132 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/8b3ed6fc-946a-453b-81ec-11dd66f1ba96) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:22:06.300588 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (0de08cd1-cf23-427c-861b-f8c15ff6d471), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:06.398357 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0de08cd1-cf23-427c-861b-f8c15ff6d471,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:06.451169 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Publish callbacks [] for port (8b3ed6fc-946a-453b-81ec-11dd66f1ba96), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:06.488550 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 78472d7a-0a8f-468c-a4db-b0593075f0b1 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:22:06.592241 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 78472d7a-0a8f-468c-a4db-b0593075f0b1 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:06.592893 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:06.641103 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Attempting to bind port 0de08cd1-cf23-427c-861b-f8c15ff6d471 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:22:06.643420 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Attempting to bind port 0de08cd1-cf23-427c-861b-f8c15ff6d471 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:22:06.643686 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Attempting to bind port 0de08cd1-cf23-427c-861b-f8c15ff6d471 on network 388fd34c-8824-4f29-8fd1-2b60271e031f {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:22:06.653545 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Port 0de08cd1-cf23-427c-861b-f8c15ff6d471 on network 388fd34c-8824-4f29-8fd1-2b60271e031f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:22:06.653868 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Attempting to bind port 0de08cd1-cf23-427c-861b-f8c15ff6d471 on network 388fd34c-8824-4f29-8fd1-2b60271e031f {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:22:06.663904 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:22:06.664243 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Checking segment: {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:22:06.664658 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Bound using segment: {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:22:06.666117 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Bound port: 0de08cd1-cf23-427c-861b-f8c15ff6d471, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:22:06.666253 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (0de08cd1-cf23-427c-861b-f8c15ff6d471), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:06.693905 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:22:06.726004 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21705847-c782-4a95-a9cc-7313a0ddf014 req-daa0870e-428b-474f-822b-7c43a482f8e0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:06.734084 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-21705847-c782-4a95-a9cc-7313a0ddf014 req-daa0870e-428b-474f-822b-7c43a482f8e0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 944 time: 0.2807505 Mar 08 19:22:06.753108 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 78472d7a-0a8f-468c-a4db-b0593075f0b1 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:06.778017 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d4ccd-ab92-48fc-9825-ae9c589aec01 req-e223410e-cd33-4c78-87df-923988020563 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:06.779619 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1e7d4ccd-ab92-48fc-9825-ae9c589aec01 req-e223410e-cd33-4c78-87df-923988020563 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 946 time: 0.2121480 Mar 08 19:22:06.785617 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] For port 0de08cd1-cf23-427c-861b-f8c15ff6d471, host hv-cinder-83009, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:22:06.789015 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] For port 0de08cd1-cf23-427c-861b-f8c15ff6d471, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0de08cd1-cf23-427c-861b-f8c15ff6d471,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:22:06.797937 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (8b3ed6fc-946a-453b-81ec-11dd66f1ba96), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:06.861913 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-21705847-c782-4a95-a9cc-7313a0ddf014 req-c5a8ef9c-ad77-4bf0-bce5-ec861ad2972d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b041fc-372d-4ca4-9d3e-768aaa5f55ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270964 Mar 08 19:22:06.863664 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:22:06.876889 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:22:06.885400 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:22:06.895447 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (0de08cd1-cf23-427c-861b-f8c15ff6d471), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:06.915707 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Pushing event updated for resources: {'Port': ['ID=8b3ed6fc-946a-453b-81ec-11dd66f1ba96,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:06.933578 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1e7d4ccd-ab92-48fc-9825-ae9c589aec01 req-6b975aa8-3b67-493f-9724-f3beb33430e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436460 Mar 08 19:22:06.971375 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:06.971375 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:06.972473 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/0de08cd1-cf23-427c-861b-f8c15ff6d471 HTTP/1.1" status: 200 len: 1094 time: 1.2382560 Mar 08 19:22:06.972904 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bce9b8-fc77-41b8-b536-1744d37035dc', 'tag': '0de08cd1-cf23-427c-861b-f8c15ff6d471'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:06.975213 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5f6b63-ecc8-4804-9b33-996abb1cde2c" -d '{"events": [{"name": "network-changed", "server_uuid": "41bce9b8-fc77-41b8-b536-1744d37035dc", "tag": "0de08cd1-cf23-427c-861b-f8c15ff6d471"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:06.981716 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5ce43-c226-4705-bdf2-6ab7d04b56c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0de08cd1-cf23-427c-861b-f8c15ff6d471,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:07.019329 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a82bb8-d485-4ec0-8a40-0e61ae25546b x-openstack-request-id: req-f4a82bb8-d485-4ec0-8a40-0e61ae25546b {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:07.019678 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bce9b8-fc77-41b8-b536-1744d37035dc", "tag": "0de08cd1-cf23-427c-861b-f8c15ff6d471", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:07.019934 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4a82bb8-d485-4ec0-8a40-0e61ae25546b {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:07.020364 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bce9b8-fc77-41b8-b536-1744d37035dc', 'tag': '0de08cd1-cf23-427c-861b-f8c15ff6d471', 'status': 'completed', 'code': 200} Mar 08 19:22:07.105684 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f6b63-ecc8-4804-9b33-996abb1cde2c req-cd979f81-1e59-4880-84a8-2f42e37ca10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:07.107412 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fd5f6b63-ecc8-4804-9b33-996abb1cde2c req-cd979f81-1e59-4880-84a8-2f42e37ca10f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 1128 time: 0.0656931 Mar 08 19:22:07.165214 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c2097-55d1-432f-b809-1dac7b68ce4a req-b940b507-c3f4-4684-a74f-ce4646a32cb7 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:07.166910 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c95c2097-55d1-432f-b809-1dac7b68ce4a req-b940b507-c3f4-4684-a74f-ce4646a32cb7 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 946 time: 0.0661471 Mar 08 19:22:07.228104 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f6b63-ecc8-4804-9b33-996abb1cde2c req-919830eb-1621-48ab-923f-8a16b0c577b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:07.230127 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fd5f6b63-ecc8-4804-9b33-996abb1cde2c req-919830eb-1621-48ab-923f-8a16b0c577b3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=96c3bb88a07f471ba34d69352508cf40&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1143372 Mar 08 19:22:07.332364 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Publish callbacks [] for router_gateway (e6025921-a628-4d1a-b742-d70f67f00711), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:07.358490 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f6b63-ecc8-4804-9b33-996abb1cde2c req-d91e1a68-ea2b-4eca-babb-2f56cfd7da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:07.360293 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fd5f6b63-ecc8-4804-9b33-996abb1cde2c req-d91e1a68-ea2b-4eca-babb-2f56cfd7da9e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1246519 Mar 08 19:22:07.395164 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-c95c2097-55d1-432f-b809-1dac7b68ce4a req-394b224a-2ae3-4869-bda3-d30dbc07ffb1 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Deleting port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:22:07.395506 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c95c2097-55d1-432f-b809-1dac7b68ce4a req-394b224a-2ae3-4869-bda3-d30dbc07ffb1 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:07.455894 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-382dfa0e-c181-4147-a603-64c6aa26720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:07.459274 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-382dfa0e-c181-4147-a603-64c6aa26720d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 1128 time: 0.0597241 Mar 08 19:22:07.475548 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669b2874-cfc1-44d1-a9d5-e94af72ddacd None None] Network 61bedc51-68e0-4c1a-834e-37087f0bbbb7 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:22:07.511334 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-a195aa55-b16e-49f3-b5be-7d21366f3c5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0de08cd1-cf23-427c-861b-f8c15ff6d471 HTTP/1.1" status: 200 len: 217 time: 0.0462868 Mar 08 19:22:07.562345 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-14249ca1-29a7-4976-8edd-9e930a30a3af None None] Provisioning complete for port 24d1f15f-8641-4b8f-940a-29d613b84074 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:07.567214 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-14249ca1-29a7-4976-8edd-9e930a30a3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (24d1f15f-8641-4b8f-940a-29d613b84074), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:07.570040 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-5aa2e512-0e0d-405a-b3e6-ba77c734a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:07.572513 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-5aa2e512-0e0d-405a-b3e6-ba77c734a0d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5d488cc-d933-4aa0-9cc6-087a844e6a20 HTTP/1.1" status: 200 len: 853 time: 0.0542724 Mar 08 19:22:07.631705 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-1ef4f0c0-f978-48c9-b682-0c65830f7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:07.633645 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-1ef4f0c0-f978-48c9-b682-0c65830f7761 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=388fd34c-8824-4f29-8fd1-2b60271e031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563767 Mar 08 19:22:07.690153 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-14249ca1-29a7-4976-8edd-9e930a30a3af None None] Current status of the port 24d1f15f-8641-4b8f-940a-29d613b84074 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:07.690566 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-14249ca1-29a7-4976-8edd-9e930a30a3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (24d1f15f-8641-4b8f-940a-29d613b84074), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:07.739342 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-14249ca1-29a7-4976-8edd-9e930a30a3af None None] For port 24d1f15f-8641-4b8f-940a-29d613b84074, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=24d1f15f-8641-4b8f-940a-29d613b84074,segment=NetworkSegment(f94e81a6-e29a-4fd7-801a-1bfb6ef132d8),segment_id=f94e81a6-e29a-4fd7-801a-1bfb6ef132d8)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:07.798117 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-b730d92f-df49-4a84-8d23-16bdb3a040c0 service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547415 Mar 08 19:22:07.820770 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-14249ca1-29a7-4976-8edd-9e930a30a3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (24d1f15f-8641-4b8f-940a-29d613b84074), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:07.845952 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-c95c2097-55d1-432f-b809-1dac7b68ce4a req-394b224a-2ae3-4869-bda3-d30dbc07ffb1 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] For port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:07.846314 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c95c2097-55d1-432f-b809-1dac7b68ce4a req-394b224a-2ae3-4869-bda3-d30dbc07ffb1 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:07.895930 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14249ca1-29a7-4976-8edd-9e930a30a3af None None] Pushing event updated for resources: {'Port': ['ID=24d1f15f-8641-4b8f-940a-29d613b84074,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:07.923052 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71b09d91-3525-435e-ab0c-58e04207ee47 req-f034b52e-fb5a-4398-a759-036c404d1698 service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187625 Mar 08 19:22:08.044898 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-98969633-d87d-43cb-adfe-adb819ff6e2a None None] Provisioning complete for port 24d1f15f-8641-4b8f-940a-29d613b84074 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:08.045273 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-98969633-d87d-43cb-adfe-adb819ff6e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (24d1f15f-8641-4b8f-940a-29d613b84074), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:08.119939 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-328442'] for router (e6025921-a628-4d1a-b742-d70f67f00711), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:08.123809 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-98969633-d87d-43cb-adfe-adb819ff6e2a None None] Current status of the port 24d1f15f-8641-4b8f-940a-29d613b84074 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:08.233986 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab70551-1082-4f6a-8bb6-620ffb526bfa req-eafa9d9d-8925-4988-906c-e34ed0265a24 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:08.235484 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8ab70551-1082-4f6a-8bb6-620ffb526bfa req-eafa9d9d-8925-4988-906c-e34ed0265a24 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 944 time: 0.2318451 Mar 08 19:22:08.288047 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029414d-20f6-4e7d-add4-a1106fc5d429 req-9c76e83d-df5c-4dcf-9fb4-5b5c9bbb7b13 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:08.289454 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d029414d-20f6-4e7d-add4-a1106fc5d429 req-9c76e83d-df5c-4dcf-9fb4-5b5c9bbb7b13 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 946 time: 0.2716038 Mar 08 19:22:08.376779 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c95c2097-55d1-432f-b809-1dac7b68ce4a req-394b224a-2ae3-4869-bda3-d30dbc07ffb1 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:08.377428 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c95c2097-55d1-432f-b809-1dac7b68ce4a req-394b224a-2ae3-4869-bda3-d30dbc07ffb1 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (2a578109-a96b-47c0-bf79-061f3793dafb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:08.377428 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.l3_db [req-c95c2097-55d1-432f-b809-1dac7b68ce4a req-394b224a-2ae3-4869-bda3-d30dbc07ffb1 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Floating IP 2a578109-a96b-47c0-bf79-061f3793dafb disassociated. External IP: 172.27.2.126, port: e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61. Mar 08 19:22:08.377759 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-c95c2097-55d1-432f-b809-1dac7b68ce4a req-394b224a-2ae3-4869-bda3-d30dbc07ffb1 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Calling delete_port for e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:22:08.401510 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 24d1f15f-8641-4b8f-940a-29d613b84074 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:22:08.430197 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8ab70551-1082-4f6a-8bb6-620ffb526bfa req-27e14bb1-bccb-48e2-8b4e-bdb35ae1f195 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b041fc-372d-4ca4-9d3e-768aaa5f55ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609449 Mar 08 19:22:08.451825 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 24d1f15f-8641-4b8f-940a-29d613b84074 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:08.452266 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (24d1f15f-8641-4b8f-940a-29d613b84074), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:08.474267 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d029414d-20f6-4e7d-add4-a1106fc5d429 req-0f264b01-ebd7-4ce7-a359-65318e892ee9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775711 Mar 08 19:22:08.541420 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 24d1f15f-8641-4b8f-940a-29d613b84074 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:08.721226 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Router e6025921-a628-4d1a-b742-d70f67f00711 is scheduled to L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 with binding_index 1 {{(pid=103758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:22:08.767694 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c95c2097-55d1-432f-b809-1dac7b68ce4a req-394b224a-2ae3-4869-bda3-d30dbc07ffb1 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:08.805924 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b224a-2ae3-4869-bda3-d30dbc07ffb1 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event deleted for resources: {'Port': ['ID=e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:08.906473 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:22:08.916112 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Sync routers for ids ['e6025921-a628-4d1a-b742-d70f67f00711'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:22:08.926229 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Routers {'e6025921-a628-4d1a-b742-d70f67f00711'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:08.926864 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:21:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e6025921-a628-4d1a-b742-d70f67f00711'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:08.970084 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c95c2097-55d1-432f-b809-1dac7b68ce4a req-394b224a-2ae3-4869-bda3-d30dbc07ffb1 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Router b21fc775-176e-4cc6-8a14-2e18175dfe9e has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:22:09.041040 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Set router e6025921-a628-4d1a-b742-d70f67f00711 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:09.061596 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:09.062889 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-314102e1-a199-41a2-8535-e0d227b0cc9d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7725151 Mar 08 19:22:09.065686 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44486) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:09.086732 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c95c2097-55d1-432f-b809-1dac7b68ce4a req-394b224a-2ae3-4869-bda3-d30dbc07ffb1 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:22:09.098489 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ba6bcb-8f2b-40e0-8e87-59c75dbe36dc None None] Sync routers for ids ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:22:09.111855 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba6bcb-8f2b-40e0-8e87-59c75dbe36dc None None] Routers {'b21fc775-176e-4cc6-8a14-2e18175dfe9e'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:09.112998 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-79ba6bcb-8f2b-40e0-8e87-59c75dbe36dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:21:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:09.132642 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95c2097-55d1-432f-b809-1dac7b68ce4a req-394b224a-2ae3-4869-bda3-d30dbc07ffb1 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] No DVR routers for this DVR port e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 on host hv-cinder-83009 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:22:09.137744 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c95c2097-55d1-432f-b809-1dac7b68ce4a req-394b224a-2ae3-4869-bda3-d30dbc07ffb1 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:09.141499 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c95c2097-55d1-432f-b809-1dac7b68ce4a req-394b224a-2ae3-4869-bda3-d30dbc07ffb1 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.64 "DELETE /v2.0/ports/e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 HTTP/1.1" status: 204 len: 173 time: 1.9435582 Mar 08 19:22:09.142032 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0a23f2-076a-4ba6-9866-d6045a2f2888', 'name': 'network-vif-deleted', 'tag': 'e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:09.144595 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fa7ec0-726b-4b36-baeb-1be77fd7018c" -d '{"events": [{"server_uuid": "9e0a23f2-076a-4ba6-9866-d6045a2f2888", "name": "network-vif-deleted", "tag": "e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:09.220714 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f493ae02-45cf-48e1-9af2-1da7c87378d4 x-openstack-request-id: req-f493ae02-45cf-48e1-9af2-1da7c87378d4 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:09.221205 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0a23f2-076a-4ba6-9866-d6045a2f2888", "name": "network-vif-deleted", "tag": "e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:09.221522 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f493ae02-45cf-48e1-9af2-1da7c87378d4 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:09.222008 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0a23f2-076a-4ba6-9866-d6045a2f2888', 'name': 'network-vif-deleted', 'tag': 'e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61', 'status': 'completed', 'code': 200} Mar 08 19:22:09.246977 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'name': 'tempest-TestShelveInstance-1312151828-router', 'tenant_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '8b3ed6fc-946a-453b-81ec-11dd66f1ba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:22:05Z', 'updated_at': '2022-03-08T19:22:07Z', 'revision_number': 3, 'project_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'gw_port': {'id': '8b3ed6fc-946a-453b-81ec-11dd66f1ba96', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:06Z', 'updated_at': '2022-03-08T19:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:09.266360 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-79ba6bcb-8f2b-40e0-8e87-59c75dbe36dc None None] Set router b21fc775-176e-4cc6-8a14-2e18175dfe9e gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:09.287764 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Checking router: e6025921-a628-4d1a-b742-d70f67f00711 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:22:09.288299 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Updating router e6025921-a628-4d1a-b742-d70f67f00711 port 8b3ed6fc-946a-453b-81ec-11dd66f1ba96 binding host dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:22:09.327417 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (8b3ed6fc-946a-453b-81ec-11dd66f1ba96), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:09.497224 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-79ba6bcb-8f2b-40e0-8e87-59c75dbe36dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:43Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:09.530628 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ba6bcb-8f2b-40e0-8e87-59c75dbe36dc None None] Checking router: b21fc775-176e-4cc6-8a14-2e18175dfe9e for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:22:09.541633 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba6bcb-8f2b-40e0-8e87-59c75dbe36dc None None] Routers {'b21fc775-176e-4cc6-8a14-2e18175dfe9e'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:09.542296 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-79ba6bcb-8f2b-40e0-8e87-59c75dbe36dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:21:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:09.589125 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:09.609873 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-aa708e0b-22d7-4fe5-8cb0-19f3ae2272af req-248d7372-884f-4c9e-8af3-bf4299b7eaff tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 210 time: 0.0413144 Mar 08 19:22:09.630338 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214f9ba-925f-4daa-b2f4-990097ad4f31 req-0f657fe1-4cb8-4988-abe4-dce6acdcc6b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:09.631711 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f214f9ba-925f-4daa-b2f4-990097ad4f31 req-0f657fe1-4cb8-4988-abe4-dce6acdcc6b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 944 time: 0.1180241 Mar 08 19:22:09.700615 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f214f9ba-925f-4daa-b2f4-990097ad4f31 req-022467a9-80b4-4e22-b922-8257f6199434 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b041fc-372d-4ca4-9d3e-768aaa5f55ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587893 Mar 08 19:22:09.752085 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Publish callbacks [] for port (8b3ed6fc-946a-453b-81ec-11dd66f1ba96), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:09.800586 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] Allocated IP 172.20.0.1 (61bedc51-68e0-4c1a-834e-37087f0bbbb7/9f6d7673-d81f-4bf3-841d-e8dcb2a72943/dddeeb30-611a-4697-8cd5-3604af6d8f95) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:22:09.848511 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-79ba6bcb-8f2b-40e0-8e87-59c75dbe36dc None None] Set router b21fc775-176e-4cc6-8a14-2e18175dfe9e gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:09.853405 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (8b3ed6fc-946a-453b-81ec-11dd66f1ba96), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:09.915196 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] Publish callbacks [] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:09.920753 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Attempting to bind port 8b3ed6fc-946a-453b-81ec-11dd66f1ba96 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:22:09.921248 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Attempting to bind port 8b3ed6fc-946a-453b-81ec-11dd66f1ba96 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:22:09.925787 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Attempting to bind port 8b3ed6fc-946a-453b-81ec-11dd66f1ba96 on network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:22:09.929753 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006a604-a5d0-4cb0-8d16-9bf33747e339 None None] Pushing event updated for resources: {'Port': ['ID=8b3ed6fc-946a-453b-81ec-11dd66f1ba96,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:09.933745 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:22:09.934261 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Checking segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:22:09.934780 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:09.935261 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Bound using segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:22:09.935832 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Bound port: 8b3ed6fc-946a-453b-81ec-11dd66f1ba96, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:22:09.936317 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (8b3ed6fc-946a-453b-81ec-11dd66f1ba96), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:09.965302 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7006a604-a5d0-4cb0-8d16-9bf33747e339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:09.974128 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7006a604-a5d0-4cb0-8d16-9bf33747e339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:09.974128 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7006a604-a5d0-4cb0-8d16-9bf33747e339 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:09.974128 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7006a604-a5d0-4cb0-8d16-9bf33747e339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:09.974128 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7006a604-a5d0-4cb0-8d16-9bf33747e339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:09.974128 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7006a604-a5d0-4cb0-8d16-9bf33747e339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:09.974128 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7006a604-a5d0-4cb0-8d16-9bf33747e339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:09.974128 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7006a604-a5d0-4cb0-8d16-9bf33747e339 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:09.974128 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7006a604-a5d0-4cb0-8d16-9bf33747e339 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:09.974128 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7006a604-a5d0-4cb0-8d16-9bf33747e339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:09.974128 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7006a604-a5d0-4cb0-8d16-9bf33747e339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:09.974128 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7006a604-a5d0-4cb0-8d16-9bf33747e339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:09.974128 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7006a604-a5d0-4cb0-8d16-9bf33747e339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:10.004377 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] For port 8b3ed6fc-946a-453b-81ec-11dd66f1ba96, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:22:10.007537 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] For port 8b3ed6fc-946a-453b-81ec-11dd66f1ba96, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=8b3ed6fc-946a-453b-81ec-11dd66f1ba96,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:22:10.073633 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:10.102252 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (8b3ed6fc-946a-453b-81ec-11dd66f1ba96), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:10.110921 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] Network 61bedc51-68e0-4c1a-834e-37087f0bbbb7 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:22:10.116308 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:22:10.120130 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:22:10.151640 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-79ba6bcb-8f2b-40e0-8e87-59c75dbe36dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:43Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:10.156649 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] Pushing event updated for resources: {'Port': ['ID=dddeeb30-611a-4697-8cd5-3604af6d8f95,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:10.171588 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327895'] for router_interface (e6025921-a628-4d1a-b742-d70f67f00711), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:10.179247 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Routers {'e6025921-a628-4d1a-b742-d70f67f00711'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:10.180343 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:21:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e6025921-a628-4d1a-b742-d70f67f00711'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:10.182589 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006a604-a5d0-4cb0-8d16-9bf33747e339 None None] Pushing event updated for resources: {'Port': ['ID=8b3ed6fc-946a-453b-81ec-11dd66f1ba96,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:10.190386 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ba6bcb-8f2b-40e0-8e87-59c75dbe36dc None None] The sync data for ids ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'] in dv-cinder-830092-3-iscsi is: [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:43Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:22:10.440681 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:10.468711 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] Set router e6025921-a628-4d1a-b742-d70f67f00711 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:10.499717 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb690018-91c0-4e25-b681-e864e9d2f6bd None None] New status for floating IP 2a578109-a96b-47c0-bf79-061f3793dafb: DOWN {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:22:10.580765 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-6f96b3f8-31e4-4651-bf0c-f8f40b8660ad None None] Provisioning complete for port dddeeb30-611a-4697-8cd5-3604af6d8f95 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:10.581139 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6f96b3f8-31e4-4651-bf0c-f8f40b8660ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:10.613877 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] Publish callbacks [] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:10.716322 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f12db1c4-5bf7-434d-8c89-fe5ccac69cfa req-286a0498-81e0-461f-9153-11bbf4612644 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e0a23f2-076a-4ba6-9866-d6045a2f2888 HTTP/1.1" status: 200 len: 210 time: 0.0281665 Mar 08 19:22:10.726097 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-6f96b3f8-31e4-4651-bf0c-f8f40b8660ad None None] Port dddeeb30-611a-4697-8cd5-3604af6d8f95 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:22:10.741349 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:10.801828 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'name': 'tempest-TestShelveInstance-1312151828-router', 'tenant_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '8b3ed6fc-946a-453b-81ec-11dd66f1ba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:22:05Z', 'updated_at': '2022-03-08T19:22:07Z', 'revision_number': 3, 'project_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'gw_port': {'id': '8b3ed6fc-946a-453b-81ec-11dd66f1ba96', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:06Z', 'updated_at': '2022-03-08T19:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:10.814532 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327867'] for router_interface (e6025921-a628-4d1a-b742-d70f67f00711), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:10.817577 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] Pushing event updated for resources: {'Port': ['ID=dddeeb30-611a-4697-8cd5-3604af6d8f95,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:10.842924 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37edb0a-4bd6-41e4-a792-d84ef0c609e2 None None] The sync data for ids ['e6025921-a628-4d1a-b742-d70f67f00711'] in dv-cinder-830092-3-iscsi is: [{'id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'name': 'tempest-TestShelveInstance-1312151828-router', 'tenant_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '8b3ed6fc-946a-453b-81ec-11dd66f1ba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:22:05Z', 'updated_at': '2022-03-08T19:22:07Z', 'revision_number': 3, 'project_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'gw_port': {'id': '8b3ed6fc-946a-453b-81ec-11dd66f1ba96', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:06Z', 'updated_at': '2022-03-08T19:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:22:10.848673 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2dd3b-890a-4f67-841e-2817b23361d4 req-883582ba-55c8-4572-8b5e-08e8d236897d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:10.850196 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-76c2dd3b-890a-4f67-841e-2817b23361d4 req-883582ba-55c8-4572-8b5e-08e8d236897d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 944 time: 0.0599296 Mar 08 19:22:10.924740 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-76c2dd3b-890a-4f67-841e-2817b23361d4 req-524f1f34-5356-42bf-b3bf-86b2d28baecc tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b041fc-372d-4ca4-9d3e-768aaa5f55ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633664 Mar 08 19:22:10.939077 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] Network 61bedc51-68e0-4c1a-834e-37087f0bbbb7 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:22:10.939077 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:22:11.068854 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] Router e6025921-a628-4d1a-b742-d70f67f00711 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:22:11.161663 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-7a51eab0-f3e0-4375-8661-023fe73cb2f1 None None] Provisioning complete for port dddeeb30-611a-4697-8cd5-3604af6d8f95 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:11.162118 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7a51eab0-f3e0-4375-8661-023fe73cb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:11.203805 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-7a51eab0-f3e0-4375-8661-023fe73cb2f1 None None] Port dddeeb30-611a-4697-8cd5-3604af6d8f95 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:22:11.214162 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:22:11.219342 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-b16e4283-572e-432f-9c7e-3ede2ce85975 admin admin] 10.222.0.21 "PUT /v2.0/routers/e6025921-a628-4d1a-b742-d70f67f00711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1526084 Mar 08 19:22:11.754395 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44508) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:11.759028 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-58488fc9-5880-4944-b017-31822bc37a80 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-198247965', 'description': 'tempest-secgroup-smoke-198247965 description', 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:11.855673 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-58488fc9-5880-4944-b017-31822bc37a80 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:11.927134 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-58488fc9-5880-4944-b017-31822bc37a80 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group (06f3eab7-2bc4-4c0c-b14f-c89a02606c33), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:11.983077 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-d5b22256-234f-4062-9ecd-9b2e35903473 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448977341&fields=id&tenant_id=77bda9809dfb4144986c270b0493dcb9 HTTP/1.1" status: 200 len: 267 time: 0.0447321 Mar 08 19:22:12.000126 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 0de08cd1-cf23-427c-861b-f8c15ff6d471 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:22:12.002935 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:22:12.007353 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-58488fc9-5880-4944-b017-31822bc37a80 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (06f3eab7-2bc4-4c0c-b14f-c89a02606c33), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:12.032188 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:22:12.032988 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device e6a957ca-f7dd-4aeb-88ff-6bfbf0bd3c61 not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:22:12.038637 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58488fc9-5880-4944-b017-31822bc37a80 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f3eab7-2bc4-4c0c-b14f-c89a02606c33,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:12.121280 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ae7fd-5fb3-4fb1-99b5-3bf112e77dbe req-34862d44-943e-4744-a856-ca67072263ab tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:12.122492 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e89ae7fd-5fb3-4fb1-99b5-3bf112e77dbe req-34862d44-943e-4744-a856-ca67072263ab tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 944 time: 0.1368539 Mar 08 19:22:12.123767 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-58488fc9-5880-4944-b017-31822bc37a80 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:12.129171 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-58488fc9-5880-4944-b017-31822bc37a80 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3696005 Mar 08 19:22:12.129171 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44518) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:12.133049 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-8d1f87ea-a332-4197-9a18-de3920956438 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Request body: {'security_group_rule': {'security_group_id': '06f3eab7-2bc4-4c0c-b14f-c89a02606c33', 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:12.144985 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 0de08cd1-cf23-427c-861b-f8c15ff6d471, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0de08cd1-cf23-427c-861b-f8c15ff6d471,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:12.145378 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-978896df-60e4-487c-a731-6b761b0870c2 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:12.146905 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-978896df-60e4-487c-a731-6b761b0870c2 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/networks?id=a87c540b-f15d-4b47-9f06-54063bb28b6d HTTP/1.1" status: 200 len: 812 time: 0.1532393 Mar 08 19:22:12.166185 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '0de08cd1-cf23-427c-861b-f8c15ff6d471', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'port_id': '0de08cd1-cf23-427c-861b-f8c15ff6d471', 'mac_address': 'fa:16:3e:88:37:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:22:12.176118 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-f226832d-09f4-4329-904b-1721500df645 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/quotas/77bda9809dfb4144986c270b0493dcb9 HTTP/1.1" status: 200 len: 375 time: 0.0211987 Mar 08 19:22:12.205672 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 0de08cd1-cf23-427c-861b-f8c15ff6d471 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:12.206058 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (0de08cd1-cf23-427c-861b-f8c15ff6d471), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:12.218918 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de08cd1-cf23-427c-861b-f8c15ff6d471 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:22:12.221147 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e89ae7fd-5fb3-4fb1-99b5-3bf112e77dbe req-7a786efb-e136-4a9a-8cf0-1aefc3b5a9c4 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b041fc-372d-4ca4-9d3e-768aaa5f55ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732925 Mar 08 19:22:12.243167 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-36659178-2ad1-4b2b-a090-344455529a5c tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=77bda9809dfb4144986c270b0493dcb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606649 Mar 08 19:22:12.251802 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 0de08cd1-cf23-427c-861b-f8c15ff6d471, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0de08cd1-cf23-427c-861b-f8c15ff6d471,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:12.252764 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8d1f87ea-a332-4197-9a18-de3920956438 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group_rule (6e1df1f6-590f-423c-88ff-14f3a344d779), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:12.313373 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8d1f87ea-a332-4197-9a18-de3920956438 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group_rule (6e1df1f6-590f-423c-88ff-14f3a344d779), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:12.330586 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (0de08cd1-cf23-427c-861b-f8c15ff6d471), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:12.359850 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-c74caa04-c2e2-408d-b69f-26c8b8850c94 service neutron] 10.222.0.21 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948660 Mar 08 19:22:12.390434 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8d1f87ea-a332-4197-9a18-de3920956438 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (6e1df1f6-590f-423c-88ff-14f3a344d779), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:12.390672 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=0de08cd1-cf23-427c-861b-f8c15ff6d471,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:12.409836 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f87ea-a332-4197-9a18-de3920956438 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1df1f6-590f-423c-88ff-14f3a344d779,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:12.447561 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 8b3ed6fc-946a-453b-81ec-11dd66f1ba96 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:22:12.480901 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-5b86c66a-d2df-4cdf-957a-d5ac43d70f56 service neutron] 10.222.0.21 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140587 Mar 08 19:22:12.499885 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 8b3ed6fc-946a-453b-81ec-11dd66f1ba96 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:12.500262 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (8b3ed6fc-946a-453b-81ec-11dd66f1ba96), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:12.542081 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8d1f87ea-a332-4197-9a18-de3920956438 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:12.546212 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8d1f87ea-a332-4197-9a18-de3920956438 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4146850 Mar 08 19:22:12.546446 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44522) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:12.551298 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Request body: {'security_group_rule': {'security_group_id': '06f3eab7-2bc4-4c0c-b14f-c89a02606c33', 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:12.587089 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 8b3ed6fc-946a-453b-81ec-11dd66f1ba96 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:12.587997 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (8b3ed6fc-946a-453b-81ec-11dd66f1ba96), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:12.619515 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] For port 8b3ed6fc-946a-453b-81ec-11dd66f1ba96, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=8b3ed6fc-946a-453b-81ec-11dd66f1ba96,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:12.664749 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Sync routers for ids ['e6025921-a628-4d1a-b742-d70f67f00711'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:22:12.680661 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group_rule (bcabd362-e1ba-4c8d-92af-b57236d1ce09), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:12.680857 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Routers {'e6025921-a628-4d1a-b742-d70f67f00711'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:12.680857 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:21:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e6025921-a628-4d1a-b742-d70f67f00711'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:12.718895 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (8b3ed6fc-946a-453b-81ec-11dd66f1ba96), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:12.738702 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group_rule (bcabd362-e1ba-4c8d-92af-b57236d1ce09), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:12.751065 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['0de08cd1-cf23-427c-861b-f8c15ff6d471'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:22:12.796201 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Set router e6025921-a628-4d1a-b742-d70f67f00711 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:12.813203 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (bcabd362-e1ba-4c8d-92af-b57236d1ce09), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:12.814103 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Pushing event updated for resources: {'Port': ['ID=8b3ed6fc-946a-453b-81ec-11dd66f1ba96,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:12.839243 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcabd362-e1ba-4c8d-92af-b57236d1ce09,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:12.846876 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:12.847222 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:12.847565 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:12.847900 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:12.848228 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:12.848559 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:12.848876 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:12.849365 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:12.849688 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:12.850008 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:12.850467 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:12.850668 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:12.850987 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:12.932104 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:12.933503 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-e845d286-a4fd-47d7-8aeb-dec6009c1e0a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3858299 Mar 08 19:22:12.936053 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44528) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:12.944693 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-d1401a1d-8256-4efe-9f66-a607cbd38a20 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Request body: {'security_group_rule': {'security_group_id': '06f3eab7-2bc4-4c0c-b14f-c89a02606c33', 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:13.019389 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'name': 'tempest-TestShelveInstance-1312151828-router', 'tenant_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '8b3ed6fc-946a-453b-81ec-11dd66f1ba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:22:05Z', 'updated_at': '2022-03-08T19:22:10Z', 'revision_number': 4, 'project_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'gw_port': {'id': '8b3ed6fc-946a-453b-81ec-11dd66f1ba96', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:06Z', 'updated_at': '2022-03-08T19:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'dddeeb30-611a-4697-8cd5-3604af6d8f95', 'name': '', 'network_id': '61bedc51-68e0-4c1a-834e-37087f0bbbb7', 'tenant_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'mac_address': 'fa:16:3e:70:49:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '9f6d7673-d81f-4bf3-841d-e8dcb2a72943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:09Z', 'updated_at': '2022-03-08T19:22:10Z', 'revision_number': 2, 'project_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'subnets': [{'id': '9f6d7673-d81f-4bf3-841d-e8dcb2a72943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:13.049800 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Checking router: e6025921-a628-4d1a-b742-d70f67f00711 for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:22:13.050153 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Updating router e6025921-a628-4d1a-b742-d70f67f00711 port dddeeb30-611a-4697-8cd5-3604af6d8f95 binding host dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:22:13.058210 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d1401a1d-8256-4efe-9f66-a607cbd38a20 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group_rule (c4441f20-0327-47af-9241-4564ec177d74), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:13.079046 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:13.114237 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d1401a1d-8256-4efe-9f66-a607cbd38a20 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group_rule (c4441f20-0327-47af-9241-4564ec177d74), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:13.213907 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d1401a1d-8256-4efe-9f66-a607cbd38a20 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (c4441f20-0327-47af-9241-4564ec177d74), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:13.262922 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-dfe4734e-1ba4-4543-a21c-05cba6fe1536 req-f2798faa-b467-42e9-9bc6-778f8825a4ab tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 210 time: 0.0371401 Mar 08 19:22:13.269015 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1401a1d-8256-4efe-9f66-a607cbd38a20 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4441f20-0327-47af-9241-4564ec177d74,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:13.353973 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d1401a1d-8256-4efe-9f66-a607cbd38a20 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:13.357813 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-d1401a1d-8256-4efe-9f66-a607cbd38a20 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4186792 Mar 08 19:22:13.357968 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Publish callbacks [] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), precommit_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:13.358838 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44540) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:13.364132 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-536595f3-730d-45b1-890f-2695b4bc48c8 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Request body: {'security_group_rule': {'security_group_id': '06f3eab7-2bc4-4c0c-b14f-c89a02606c33', 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:13.382534 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e908bc6-6cec-45ea-8f28-f54fdc86ca8b req-5439b0f7-5c3a-411c-8456-a6173121bf00 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:13.385823 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1e908bc6-6cec-45ea-8f28-f54fdc86ca8b req-5439b0f7-5c3a-411c-8456-a6173121bf00 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 945 time: 0.0656109 Mar 08 19:22:13.447886 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:13.507299 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed1a23-099e-41b8-8621-10e0eec4f789 None None] Pushing event updated for resources: {'Port': ['ID=dddeeb30-611a-4697-8cd5-3604af6d8f95,revision_number=3']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:13.512564 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-536595f3-730d-45b1-890f-2695b4bc48c8 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group_rule (5f587e42-a42e-4bb3-bf08-33f94df1dec3), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:13.580814 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Attempting to bind port dddeeb30-611a-4697-8cd5-3604af6d8f95 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:22:13.581199 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Attempting to bind port dddeeb30-611a-4697-8cd5-3604af6d8f95 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': 'f94e81a6-e29a-4fd7-801a-1bfb6ef132d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '61bedc51-68e0-4c1a-834e-37087f0bbbb7'}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:22:13.582188 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Attempting to bind port dddeeb30-611a-4697-8cd5-3604af6d8f95 on network 61bedc51-68e0-4c1a-834e-37087f0bbbb7 {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:22:13.588466 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:22:13.588855 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Checking segment: {'id': 'f94e81a6-e29a-4fd7-801a-1bfb6ef132d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '61bedc51-68e0-4c1a-834e-37087f0bbbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:22:13.589444 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:13.589849 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Bound using segment: {'id': 'f94e81a6-e29a-4fd7-801a-1bfb6ef132d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '61bedc51-68e0-4c1a-834e-37087f0bbbb7'} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:22:13.590808 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Bound port: dddeeb30-611a-4697-8cd5-3604af6d8f95, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94e81a6-e29a-4fd7-801a-1bfb6ef132d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '61bedc51-68e0-4c1a-834e-37087f0bbbb7'}}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:22:13.590808 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:13.612836 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-536595f3-730d-45b1-890f-2695b4bc48c8 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group_rule (5f587e42-a42e-4bb3-bf08-33f94df1dec3), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:13.670037 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] For port dddeeb30-611a-4697-8cd5-3604af6d8f95, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:22:13.673503 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] For port dddeeb30-611a-4697-8cd5-3604af6d8f95, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=dddeeb30-611a-4697-8cd5-3604af6d8f95,segment=NetworkSegment(f94e81a6-e29a-4fd7-801a-1bfb6ef132d8),segment_id=f94e81a6-e29a-4fd7-801a-1bfb6ef132d8)] {{(pid=103760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:22:13.679700 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1e908bc6-6cec-45ea-8f28-f54fdc86ca8b req-b6c6514f-fd73-44d2-a7a5-631b6b492fa4 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b041fc-372d-4ca4-9d3e-768aaa5f55ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900870 Mar 08 19:22:13.764251 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-536595f3-730d-45b1-890f-2695b4bc48c8 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (5f587e42-a42e-4bb3-bf08-33f94df1dec3), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:13.782236 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536595f3-730d-45b1-890f-2695b4bc48c8 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f587e42-a42e-4bb3-bf08-33f94df1dec3,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:13.815695 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:13.841158 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-b41d59eb-f644-4a42-bd2d-2d458ffd4da9 None None] Provisioning complete for port dddeeb30-611a-4697-8cd5-3604af6d8f95 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:13.842148 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b41d59eb-f644-4a42-bd2d-2d458ffd4da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:13.888483 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Routers {'e6025921-a628-4d1a-b742-d70f67f00711'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:13.889122 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:21:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e6025921-a628-4d1a-b742-d70f67f00711'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:13.893981 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed1a23-099e-41b8-8621-10e0eec4f789 None None] Pushing event updated for resources: {'Port': ['ID=dddeeb30-611a-4697-8cd5-3604af6d8f95,revision_number=4']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:13.920428 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-536595f3-730d-45b1-890f-2695b4bc48c8 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:13.922179 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-536595f3-730d-45b1-890f-2695b4bc48c8 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5615671 Mar 08 19:22:13.925033 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44544) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:13.930763 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-312a20f8-619e-4ff7-91e8-dd3542ad4310 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Request body: {'security_group_rule': {'security_group_id': '06f3eab7-2bc4-4c0c-b14f-c89a02606c33', 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:13.940122 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-b41d59eb-f644-4a42-bd2d-2d458ffd4da9 None None] Current status of the port dddeeb30-611a-4697-8cd5-3604af6d8f95 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:13.940518 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b41d59eb-f644-4a42-bd2d-2d458ffd4da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:13.984267 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-b41d59eb-f644-4a42-bd2d-2d458ffd4da9 None None] For port dddeeb30-611a-4697-8cd5-3604af6d8f95, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=dddeeb30-611a-4697-8cd5-3604af6d8f95,segment=NetworkSegment(f94e81a6-e29a-4fd7-801a-1bfb6ef132d8),segment_id=f94e81a6-e29a-4fd7-801a-1bfb6ef132d8)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:14.016866 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 0de08cd1-cf23-427c-861b-f8c15ff6d471 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:22:14.020322 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] Set router e6025921-a628-4d1a-b742-d70f67f00711 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:14.042590 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.securitygroups_db [None req-312a20f8-619e-4ff7-91e8-dd3542ad4310 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Project f7066fbf33be4e52813e7bc19c95d3f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 19:22:14.049755 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-312a20f8-619e-4ff7-91e8-dd3542ad4310 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group_rule (e451a631-1a1d-421b-ba61-4228dec4a392), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:14.080240 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b41d59eb-f644-4a42-bd2d-2d458ffd4da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:14.124916 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-312a20f8-619e-4ff7-91e8-dd3542ad4310 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group_rule (e451a631-1a1d-421b-ba61-4228dec4a392), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:14.142280 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d59eb-f644-4a42-bd2d-2d458ffd4da9 None None] Pushing event updated for resources: {'Port': ['ID=dddeeb30-611a-4697-8cd5-3604af6d8f95,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:14.144976 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port 0de08cd1-cf23-427c-861b-f8c15ff6d471 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:22:14.149161 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 0de08cd1-cf23-427c-861b-f8c15ff6d471 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:14.149568 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (0de08cd1-cf23-427c-861b-f8c15ff6d471), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:14.228712 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'name': 'tempest-TestShelveInstance-1312151828-router', 'tenant_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '8b3ed6fc-946a-453b-81ec-11dd66f1ba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:22:05Z', 'updated_at': '2022-03-08T19:22:10Z', 'revision_number': 4, 'project_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'gw_port': {'id': '8b3ed6fc-946a-453b-81ec-11dd66f1ba96', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:06Z', 'updated_at': '2022-03-08T19:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'dddeeb30-611a-4697-8cd5-3604af6d8f95', 'name': '', 'network_id': '61bedc51-68e0-4c1a-834e-37087f0bbbb7', 'tenant_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'mac_address': 'fa:16:3e:70:49:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '9f6d7673-d81f-4bf3-841d-e8dcb2a72943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:09Z', 'updated_at': '2022-03-08T19:22:13Z', 'revision_number': 4, 'project_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'subnets': [{'id': '9f6d7673-d81f-4bf3-841d-e8dcb2a72943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:14.236455 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c966094e-5b93-4826-9e63-4e0f51e40b63 None None] Provisioning complete for port dddeeb30-611a-4697-8cd5-3604af6d8f95 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:14.236883 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c966094e-5b93-4826-9e63-4e0f51e40b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:14.244686 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-312a20f8-619e-4ff7-91e8-dd3542ad4310 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (e451a631-1a1d-421b-ba61-4228dec4a392), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:14.264185 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a20f8-619e-4ff7-91e8-dd3542ad4310 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e451a631-1a1d-421b-ba61-4228dec4a392,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:14.264440 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 0de08cd1-cf23-427c-861b-f8c15ff6d471 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:14.264600 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (0de08cd1-cf23-427c-861b-f8c15ff6d471), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:14.272917 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88811979-86b2-41b8-a539-f65c94600c9b None None] The sync data for ids ['e6025921-a628-4d1a-b742-d70f67f00711'] in dv-cinder-830092-3-iscsi is: [{'id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'name': 'tempest-TestShelveInstance-1312151828-router', 'tenant_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '8b3ed6fc-946a-453b-81ec-11dd66f1ba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:22:05Z', 'updated_at': '2022-03-08T19:22:10Z', 'revision_number': 4, 'project_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'gw_port': {'id': '8b3ed6fc-946a-453b-81ec-11dd66f1ba96', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:06Z', 'updated_at': '2022-03-08T19:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'dddeeb30-611a-4697-8cd5-3604af6d8f95', 'name': '', 'network_id': '61bedc51-68e0-4c1a-834e-37087f0bbbb7', 'tenant_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'mac_address': 'fa:16:3e:70:49:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '9f6d7673-d81f-4bf3-841d-e8dcb2a72943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:09Z', 'updated_at': '2022-03-08T19:22:13Z', 'revision_number': 4, 'project_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'subnets': [{'id': '9f6d7673-d81f-4bf3-841d-e8dcb2a72943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:22:14.298821 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bce9b8-fc77-41b8-b536-1744d37035dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de08cd1-cf23-427c-861b-f8c15ff6d471'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:14.301565 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09d21eb-9c65-439c-8ec6-9c6a7d7416da" -d '{"events": [{"server_uuid": "41bce9b8-fc77-41b8-b536-1744d37035dc", "name": "network-vif-plugged", "status": "completed", "tag": "0de08cd1-cf23-427c-861b-f8c15ff6d471"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:14.321221 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 0de08cd1-cf23-427c-861b-f8c15ff6d471, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0de08cd1-cf23-427c-861b-f8c15ff6d471,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:14.348667 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-312a20f8-619e-4ff7-91e8-dd3542ad4310 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:14.350146 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-312a20f8-619e-4ff7-91e8-dd3542ad4310 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4239290 Mar 08 19:22:14.353077 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44552) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:14.367001 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-cb014008-b560-4b79-928c-5ad8ec823b45 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Request body: {'security_group_rule': {'security_group_id': '06f3eab7-2bc4-4c0c-b14f-c89a02606c33', 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:14.401592 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c966094e-5b93-4826-9e63-4e0f51e40b63 None None] Current status of the port dddeeb30-611a-4697-8cd5-3604af6d8f95 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:14.421680 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (0de08cd1-cf23-427c-861b-f8c15ff6d471), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:14.470339 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1cce2ba4-511b-4944-b99c-e5400cecd75c req-4ed5e80a-bbe0-4e2b-bc62-ea82c8b8e3ef tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 210 time: 0.0587656 Mar 08 19:22:14.497596 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 8b3ed6fc-946a-453b-81ec-11dd66f1ba96 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:22:14.522660 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269c17d6-f3ff-4eee-918c-a16ed1b3ee72 x-openstack-request-id: req-269c17d6-f3ff-4eee-918c-a16ed1b3ee72 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:14.522973 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bce9b8-fc77-41b8-b536-1744d37035dc", "name": "network-vif-plugged", "status": "completed", "tag": "0de08cd1-cf23-427c-861b-f8c15ff6d471", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:14.523188 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-269c17d6-f3ff-4eee-918c-a16ed1b3ee72 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:14.523572 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bce9b8-fc77-41b8-b536-1744d37035dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de08cd1-cf23-427c-861b-f8c15ff6d471', 'code': 200} Mar 08 19:22:14.530677 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.securitygroups_db [None req-cb014008-b560-4b79-928c-5ad8ec823b45 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Project f7066fbf33be4e52813e7bc19c95d3f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 19:22:14.540597 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cb014008-b560-4b79-928c-5ad8ec823b45 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group_rule (194482f8-b823-46a8-a4d5-c5d6b22f4df1), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:14.550770 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=0de08cd1-cf23-427c-861b-f8c15ff6d471,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:14.573531 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 8b3ed6fc-946a-453b-81ec-11dd66f1ba96 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:14.573905 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (8b3ed6fc-946a-453b-81ec-11dd66f1ba96), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:14.618594 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cb014008-b560-4b79-928c-5ad8ec823b45 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group_rule (194482f8-b823-46a8-a4d5-c5d6b22f4df1), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:14.668848 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 8b3ed6fc-946a-453b-81ec-11dd66f1ba96 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:14.792477 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cb014008-b560-4b79-928c-5ad8ec823b45 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (194482f8-b823-46a8-a4d5-c5d6b22f4df1), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:14.819472 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee1ada-787a-4fc6-b6f0-9bf03a284b9b req-656dea36-275e-451f-9ea9-c3b577ba8ebf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:14.821005 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4cee1ada-787a-4fc6-b6f0-9bf03a284b9b req-656dea36-275e-451f-9ea9-c3b577ba8ebf tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 946 time: 0.0683630 Mar 08 19:22:14.826122 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb014008-b560-4b79-928c-5ad8ec823b45 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194482f8-b823-46a8-a4d5-c5d6b22f4df1,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:14.890665 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4cee1ada-787a-4fc6-b6f0-9bf03a284b9b req-a74954c6-1382-4c5a-82b6-819a40447ba5 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b041fc-372d-4ca4-9d3e-768aaa5f55ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580249 Mar 08 19:22:14.918325 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cb014008-b560-4b79-928c-5ad8ec823b45 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:14.920244 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-cb014008-b560-4b79-928c-5ad8ec823b45 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5646887 Mar 08 19:22:14.939879 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5de84-f4e4-4e64-9108-dd581e50e718 req-50e0f096-97d9-4e65-bb22-46485d067030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:14.941369 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-14c5de84-f4e4-4e64-9108-dd581e50e718 req-50e0f096-97d9-4e65-bb22-46485d067030 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 1130 time: 0.0534041 Mar 08 19:22:15.000496 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-14c5de84-f4e4-4e64-9108-dd581e50e718 req-ccaab0f2-36c7-4487-82e3-608e9b9f6262 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=85b041fc-372d-4ca4-9d3e-768aaa5f55ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532529 Mar 08 19:22:15.566809 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-833b6279-5404-4eb9-a087-e225c6c4f2ac req-a9d497ab-2f8f-42dd-bafe-26314775e612 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 210 time: 0.0270693 Mar 08 19:22:16.012773 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30363c83-5c2d-45d1-89ff-df6f765c1fb9 req-5c6cda76-34ab-4852-9651-8ee81410d5bb tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:16.014362 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-30363c83-5c2d-45d1-89ff-df6f765c1fb9 req-5c6cda76-34ab-4852-9651-8ee81410d5bb tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 946 time: 0.0575845 Mar 08 19:22:16.062626 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-30363c83-5c2d-45d1-89ff-df6f765c1fb9 req-c4f317eb-f016-4cee-a6e8-e94deb1c616f tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b041fc-372d-4ca4-9d3e-768aaa5f55ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424843 Mar 08 19:22:16.175297 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-2c9166af-cad4-43a1-8c95-77b6c211b777 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:16.176709 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-2c9166af-cad4-43a1-8c95-77b6c211b777 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.64 "GET /v2.0/networks?id=a87c540b-f15d-4b47-9f06-54063bb28b6d HTTP/1.1" status: 200 len: 812 time: 0.1040697 Mar 08 19:22:16.251742 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-4a3db983-c239-45d4-a22c-c2172cfcee62 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77bda9809dfb4144986c270b0493dcb9 HTTP/1.1" status: 200 len: 380 time: 0.0572562 Mar 08 19:22:16.261930 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-28609274-2915-4208-a490-20fd33124f94 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Request body: {'port': {'device_id': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'admin_state_up': True, 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'security_groups': ['18831971-dd64-4bf0-8040-4c67ad11f5a9']}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:16.441588 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device dddeeb30-611a-4697-8cd5-3604af6d8f95 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:22:16.514622 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port dddeeb30-611a-4697-8cd5-3604af6d8f95 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:16.514993 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:16.545921 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-28609274-2915-4208-a490-20fd33124f94 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Made reservation on behalf of 77bda9809dfb4144986c270b0493dcb9 for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:22:16.549914 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-28609274-2915-4208-a490-20fd33124f94 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:16.609846 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port dddeeb30-611a-4697-8cd5-3604af6d8f95 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:16.719987 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b515876e-908e-4330-9844-05b3fd4a69ca req-130ace01-b085-4b3b-a9db-5cbffc89b751 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 210 time: 0.0389311 Mar 08 19:22:16.726088 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-28609274-2915-4208-a490-20fd33124f94 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Allocated IP 172.20.0.11 (a87c540b-f15d-4b47-9f06-54063bb28b6d/845dbfc1-effb-4886-8b24-637bc4d19911/4d94d3f2-c7dc-4613-824c-440131fcaad6) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:22:16.871605 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-28609274-2915-4208-a490-20fd33124f94 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for port (4d94d3f2-c7dc-4613-824c-440131fcaad6), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:17.083231 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-28609274-2915-4208-a490-20fd33124f94 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (4d94d3f2-c7dc-4613-824c-440131fcaad6), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:17.135903 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-28609274-2915-4208-a490-20fd33124f94 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Network a87c540b-f15d-4b47-9f06-54063bb28b6d is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:22:17.148529 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-28609274-2915-4208-a490-20fd33124f94 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:22:17.153723 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-28609274-2915-4208-a490-20fd33124f94 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:22:17.172221 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28609274-2915-4208-a490-20fd33124f94 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event updated for resources: {'Port': ['ID=4d94d3f2-c7dc-4613-824c-440131fcaad6,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:17.227674 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-28609274-2915-4208-a490-20fd33124f94 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:17.228329 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-28609274-2915-4208-a490-20fd33124f94 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:17.253448 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8f878-f7ee-4501-93e2-55f6623b7a56 req-5e6206ea-a8f9-4f29-90e5-9acc9314d116 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:17.255075 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-aac8f878-f7ee-4501-93e2-55f6623b7a56 req-5e6206ea-a8f9-4f29-90e5-9acc9314d116 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 946 time: 0.1238661 Mar 08 19:22:17.308623 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-aac8f878-f7ee-4501-93e2-55f6623b7a56 req-cf1c44ab-88df-499a-b369-6ba15d43b9cb tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b041fc-372d-4ca4-9d3e-768aaa5f55ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471637 Mar 08 19:22:17.355835 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-28609274-2915-4208-a490-20fd33124f94 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0979369 Mar 08 19:22:17.365762 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-3be9cf75-e5b8-4084-bcb0-e286383b87ea None None] Provisioning complete for port 4d94d3f2-c7dc-4613-824c-440131fcaad6 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:17.366234 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3be9cf75-e5b8-4084-bcb0-e286383b87ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (4d94d3f2-c7dc-4613-824c-440131fcaad6), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:17.369695 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Request body: {'port': {'device_id': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:17.409412 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-3be9cf75-e5b8-4084-bcb0-e286383b87ea None None] Port 4d94d3f2-c7dc-4613-824c-440131fcaad6 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:22:17.473528 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (4d94d3f2-c7dc-4613-824c-440131fcaad6), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:17.484169 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e76da-a76e-4a1c-a560-e51ff0666071 req-9a567ae7-f590-4f14-8f83-97399467f18f tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:17.485730 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-810e76da-a76e-4a1c-a560-e51ff0666071 req-9a567ae7-f590-4f14-8f83-97399467f18f tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 946 time: 0.1122441 Mar 08 19:22:17.496008 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44626) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:17.501277 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-3a24df75-be63-4163-aaa6-ccf7a78596d5 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'floatingip': {'port_id': '0de08cd1-cf23-427c-861b-f8c15ff6d471'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:17.544279 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3a24df75-be63-4163-aaa6-ccf7a78596d5 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (ad6ffb02-88f0-4e77-9a2c-6c5eed9952c6), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:17.779248 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d94d3f2-c7dc-4613-824c-440131fcaad6 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:22:17.788331 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Publish callbacks [] for port (4d94d3f2-c7dc-4613-824c-440131fcaad6), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:17.804365 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Transition to ACTIVE for port object 4d94d3f2-c7dc-4613-824c-440131fcaad6 will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:22:17.864357 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f7ff7-c162-4c34-a924-0ca84322fc22 req-159c3f52-3f83-4e52-8d00-73d31147f5f4 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:17.866673 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-559f7ff7-c162-4c34-a924-0ca84322fc22 req-159c3f52-3f83-4e52-8d00-73d31147f5f4 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 932 time: 0.0605865 Mar 08 19:22:17.893050 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (4d94d3f2-c7dc-4613-824c-440131fcaad6), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:17.978558 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-559f7ff7-c162-4c34-a924-0ca84322fc22 req-0ed06014-71f9-43e2-8cad-72e2da6ff04f tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042416 Mar 08 19:22:17.982647 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Pushing event updated for resources: {'Port': ['ID=4d94d3f2-c7dc-4613-824c-440131fcaad6,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:18.105640 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Attempting to bind port 4d94d3f2-c7dc-4613-824c-440131fcaad6 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:22:18.106199 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Attempting to bind port 4d94d3f2-c7dc-4613-824c-440131fcaad6 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:22:18.106778 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Attempting to bind port 4d94d3f2-c7dc-4613-824c-440131fcaad6 on network a87c540b-f15d-4b47-9f06-54063bb28b6d {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:22:18.114746 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Port 4d94d3f2-c7dc-4613-824c-440131fcaad6 on network a87c540b-f15d-4b47-9f06-54063bb28b6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:22:18.115267 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Attempting to bind port 4d94d3f2-c7dc-4613-824c-440131fcaad6 on network a87c540b-f15d-4b47-9f06-54063bb28b6d {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:22:18.125379 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:22:18.125938 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Checking segment: {'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:22:18.126617 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Bound using segment: {'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:22:18.127332 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Bound port: 4d94d3f2-c7dc-4613-824c-440131fcaad6, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:22:18.127990 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (4d94d3f2-c7dc-4613-824c-440131fcaad6), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:18.242287 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] For port 4d94d3f2-c7dc-4613-824c-440131fcaad6, host hv-cinder-83009, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:22:18.242287 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] For port 4d94d3f2-c7dc-4613-824c-440131fcaad6, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d94d3f2-c7dc-4613-824c-440131fcaad6,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:22:18.334607 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (4d94d3f2-c7dc-4613-824c-440131fcaad6), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:18.344791 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3a24df75-be63-4163-aaa6-ccf7a78596d5 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:18.369592 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:18.370396 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:18.371881 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] 10.222.0.64 "PUT /v2.0/ports/4d94d3f2-c7dc-4613-824c-440131fcaad6 HTTP/1.1" status: 200 len: 1094 time: 1.0067058 Mar 08 19:22:18.372385 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'tag': '4d94d3f2-c7dc-4613-824c-440131fcaad6'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:18.378248 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834558c2-980b-4a6d-99ad-bbf7e867b8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "28733abe-7e48-4d7f-82ab-90cfe7ed3236", "tag": "4d94d3f2-c7dc-4613-824c-440131fcaad6"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:18.411853 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707de1f-4c99-4d88-ab55-48a12cd09d21 service neutron] Pushing event updated for resources: {'Port': ['ID=4d94d3f2-c7dc-4613-824c-440131fcaad6,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:18.428331 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44988376-ed44-4929-ac8c-a57670b48321 x-openstack-request-id: req-44988376-ed44-4929-ac8c-a57670b48321 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:18.428631 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28733abe-7e48-4d7f-82ab-90cfe7ed3236", "tag": "4d94d3f2-c7dc-4613-824c-440131fcaad6", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:18.428887 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44988376-ed44-4929-ac8c-a57670b48321 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:18.429295 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'tag': '4d94d3f2-c7dc-4613-824c-440131fcaad6', 'status': 'completed', 'code': 200} Mar 08 19:22:18.473064 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3a24df75-be63-4163-aaa6-ccf7a78596d5 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (ad6ffb02-88f0-4e77-9a2c-6c5eed9952c6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:18.511215 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834558c2-980b-4a6d-99ad-bbf7e867b8f0 req-c2406a38-65ca-4e21-a562-f4a0a0d39ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:18.512996 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-834558c2-980b-4a6d-99ad-bbf7e867b8f0 req-c2406a38-65ca-4e21-a562-f4a0a0d39ae0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77bda9809dfb4144986c270b0493dcb9&device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 1128 time: 0.0511255 Mar 08 19:22:18.601110 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.l3_db [None req-3a24df75-be63-4163-aaa6-ccf7a78596d5 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Floating IP ad6ffb02-88f0-4e77-9a2c-6c5eed9952c6 associated. External IP: 172.27.2.27, port: 0de08cd1-cf23-427c-861b-f8c15ff6d471. Mar 08 19:22:18.631183 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834558c2-980b-4a6d-99ad-bbf7e867b8f0 req-8426ab16-240c-4988-9b76-6f8293ae4b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:18.632698 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-834558c2-980b-4a6d-99ad-bbf7e867b8f0 req-8426ab16-240c-4988-9b76-6f8293ae4b5b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=77bda9809dfb4144986c270b0493dcb9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1102233 Mar 08 19:22:18.734783 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834558c2-980b-4a6d-99ad-bbf7e867b8f0 req-485752ba-f243-4a98-80a3-27a14efd73d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:18.736248 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-834558c2-980b-4a6d-99ad-bbf7e867b8f0 req-485752ba-f243-4a98-80a3-27a14efd73d6 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963724 Mar 08 19:22:18.819995 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-c76f246d-3d35-4516-a0a9-93fb7917b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:18.821524 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-c76f246d-3d35-4516-a0a9-93fb7917b049 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77bda9809dfb4144986c270b0493dcb9&device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 1128 time: 0.0468707 Mar 08 19:22:18.859521 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a24df75-be63-4163-aaa6-ccf7a78596d5 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Router e487fd44-513d-440f-b0a4-0bfef29293b0 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:22:18.864824 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0fbb7f27-9abe-4f7d-82ca-1483897e9b6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d94d3f2-c7dc-4613-824c-440131fcaad6 HTTP/1.1" status: 200 len: 217 time: 0.0355201 Mar 08 19:22:18.912407 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-e8ed622b-5b46-4ee9-92f6-37a64fdd1471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:18.913866 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-e8ed622b-5b46-4ee9-92f6-37a64fdd1471 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=845dbfc1-effb-4886-8b24-637bc4d19911 HTTP/1.1" status: 200 len: 851 time: 0.0430901 Mar 08 19:22:18.969174 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-c525a9e0-d1e3-4806-a386-d812f0f0f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:18.970693 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-c525a9e0-d1e3-4806-a386-d812f0f0f615 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a87c540b-f15d-4b47-9f06-54063bb28b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498700 Mar 08 19:22:18.976356 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a24df75-be63-4163-aaa6-ccf7a78596d5 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:22:18.982670 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3a24df75-be63-4163-aaa6-ccf7a78596d5 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:18.986911 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c93de61-8447-43f2-9160-f8480846b733 None None] Sync routers for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:22:19.001675 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c93de61-8447-43f2-9160-f8480846b733 None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:19.003597 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-6c93de61-8447-43f2-9160-f8480846b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:21:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:19.035849 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-3a24df75-be63-4163-aaa6-ccf7a78596d5 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "PUT /v2.0/floatingips/ad6ffb02-88f0-4e77-9a2c-6c5eed9952c6 HTTP/1.1" status: 200 len: 991 time: 1.5385592 Mar 08 19:22:19.036654 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bce9b8-fc77-41b8-b536-1744d37035dc', 'tag': '0de08cd1-cf23-427c-861b-f8c15ff6d471'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:19.043555 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50a82f8-f281-4eef-8e82-c4fa2d76b867" -d '{"events": [{"name": "network-changed", "server_uuid": "41bce9b8-fc77-41b8-b536-1744d37035dc", "tag": "0de08cd1-cf23-427c-861b-f8c15ff6d471"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:19.097904 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-0a75f316-e591-473f-85eb-a45667d401d4 service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190622 Mar 08 19:22:19.125861 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973bbcdb-4a0b-4b48-9898-44d217ca5cd3 x-openstack-request-id: req-973bbcdb-4a0b-4b48-9898-44d217ca5cd3 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:19.125861 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bce9b8-fc77-41b8-b536-1744d37035dc", "tag": "0de08cd1-cf23-427c-861b-f8c15ff6d471", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:19.125861 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-973bbcdb-4a0b-4b48-9898-44d217ca5cd3 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:19.125861 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bce9b8-fc77-41b8-b536-1744d37035dc', 'tag': '0de08cd1-cf23-427c-861b-f8c15ff6d471', 'status': 'completed', 'code': 200} Mar 08 19:22:19.197343 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a82f8-f281-4eef-8e82-c4fa2d76b867 req-6a46af9a-54a8-427b-aec4-6168dda8bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:19.199914 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d50a82f8-f281-4eef-8e82-c4fa2d76b867 req-6a46af9a-54a8-427b-aec4-6168dda8bfd3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 1130 time: 0.0562956 Mar 08 19:22:19.235389 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd686529-a8f0-48e8-b44f-fd9a3461c3fb req-e64cf74d-b62d-4d3c-a87b-681949cd7d1e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:19.236949 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cd686529-a8f0-48e8-b44f-fd9a3461c3fb req-e64cf74d-b62d-4d3c-a87b-681949cd7d1e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 944 time: 0.1240435 Mar 08 19:22:19.249080 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cabd9deb-248a-4ea6-9433-315bfdb5eff0 req-c16373a6-aa0f-4c62-9351-f652541e0630 service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438851 Mar 08 19:22:19.300191 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cd686529-a8f0-48e8-b44f-fd9a3461c3fb req-33932df6-ac94-4428-9b1f-08f7dd52b51c tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500777 Mar 08 19:22:19.310314 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a82f8-f281-4eef-8e82-c4fa2d76b867 req-88e013e2-bf43-4d0c-b885-d169522c8fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:19.312150 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d50a82f8-f281-4eef-8e82-c4fa2d76b867 req-88e013e2-bf43-4d0c-b885-d169522c8fd8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=388fd34c-8824-4f29-8fd1-2b60271e031f HTTP/1.1" status: 200 len: 915 time: 0.1050460 Mar 08 19:22:19.343160 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-6c93de61-8447-43f2-9160-f8480846b733 None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:19.379704 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d50a82f8-f281-4eef-8e82-c4fa2d76b867 req-7665f433-6fe3-405f-8058-bfa6caad6bfe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0de08cd1-cf23-427c-861b-f8c15ff6d471 HTTP/1.1" status: 200 len: 999 time: 0.0611992 Mar 08 19:22:19.435311 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a82f8-f281-4eef-8e82-c4fa2d76b867 req-4aeefe9c-9485-4c80-9422-f1ba7b9b7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:19.436989 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d50a82f8-f281-4eef-8e82-c4fa2d76b867 req-4aeefe9c-9485-4c80-9422-f1ba7b9b7d5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5d488cc-d933-4aa0-9cc6-087a844e6a20 HTTP/1.1" status: 200 len: 853 time: 0.0505104 Mar 08 19:22:19.512202 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a82f8-f281-4eef-8e82-c4fa2d76b867 req-aedcf1d4-494c-436b-8068-07ca545dd071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:19.514576 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d50a82f8-f281-4eef-8e82-c4fa2d76b867 req-aedcf1d4-494c-436b-8068-07ca545dd071 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=388fd34c-8824-4f29-8fd1-2b60271e031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700095 Mar 08 19:22:19.590347 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-6c93de61-8447-43f2-9160-f8480846b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'ad6ffb02-88f0-4e77-9a2c-6c5eed9952c6', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'port_id': '0de08cd1-cf23-427c-861b-f8c15ff6d471', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'mac_address': 'fa:16:3e:88:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bce9b8-fc77-41b8-b536-1744d37035dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:21:59Z', 'updated_at': '2022-03-08T19:22:18Z', 'revision_number': 1, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:19.605793 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d50a82f8-f281-4eef-8e82-c4fa2d76b867 req-96d26928-8570-4541-9286-e1b06bba0c4f service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844326 Mar 08 19:22:19.619418 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c93de61-8447-43f2-9160-f8480846b733 None None] Checking router: e487fd44-513d-440f-b0a4-0bfef29293b0 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:22:19.627906 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c93de61-8447-43f2-9160-f8480846b733 None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:19.628514 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-6c93de61-8447-43f2-9160-f8480846b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:21:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:19.718350 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d50a82f8-f281-4eef-8e82-c4fa2d76b867 req-16d1c253-184a-49f6-8778-57ddcbc8d964 service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993273 Mar 08 19:22:19.741842 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-6c93de61-8447-43f2-9160-f8480846b733 None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:19.963837 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-6c93de61-8447-43f2-9160-f8480846b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'ad6ffb02-88f0-4e77-9a2c-6c5eed9952c6', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'port_id': '0de08cd1-cf23-427c-861b-f8c15ff6d471', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'mac_address': 'fa:16:3e:88:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bce9b8-fc77-41b8-b536-1744d37035dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:21:59Z', 'updated_at': '2022-03-08T19:22:18Z', 'revision_number': 1, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:19.995748 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c93de61-8447-43f2-9160-f8480846b733 None None] The sync data for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi is: [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'ad6ffb02-88f0-4e77-9a2c-6c5eed9952c6', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'port_id': '0de08cd1-cf23-427c-861b-f8c15ff6d471', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'mac_address': 'fa:16:3e:88:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bce9b8-fc77-41b8-b536-1744d37035dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:21:59Z', 'updated_at': '2022-03-08T19:22:18Z', 'revision_number': 1, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:22:20.185428 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f3034-fb46-43c4-aa1c-f0de9cef4f30 None None] New status for floating IP ad6ffb02-88f0-4e77-9a2c-6c5eed9952c6: ACTIVE {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:22:20.431429 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474de70-6b94-47c3-af09-9c9b2ba4f6a0 req-f1efe2b5-faa1-4146-9909-3f364bf0c73b tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:20.433659 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6474de70-6b94-47c3-af09-9c9b2ba4f6a0 req-f1efe2b5-faa1-4146-9909-3f364bf0c73b tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 944 time: 0.0609274 Mar 08 19:22:20.486933 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6474de70-6b94-47c3-af09-9c9b2ba4f6a0 req-77eb1e05-29f4-452b-8588-50ff3ff02a12 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433328 Mar 08 19:22:20.701873 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-612980f4-6e1a-45de-b081-c25d370331a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:21.618177 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e5337-2b56-4ac2-a0a0-6044d6cdf1fa req-9a35b1b5-77db-4647-9ae9-c7bec9001103 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:21.620904 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2f0e5337-2b56-4ac2-a0a0-6044d6cdf1fa req-9a35b1b5-77db-4647-9ae9-c7bec9001103 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 944 time: 0.0602832 Mar 08 19:22:21.670064 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2f0e5337-2b56-4ac2-a0a0-6044d6cdf1fa req-c7d6b227-b53f-4b56-a52c-de27040c1279 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430565 Mar 08 19:22:22.787662 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bd821-c0a9-4301-b772-c55888b3c17e req-e65b64fa-6253-4caa-9dd3-aeb9e5773a82 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:22.789143 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-245bd821-c0a9-4301-b772-c55888b3c17e req-e65b64fa-6253-4caa-9dd3-aeb9e5773a82 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 944 time: 0.0530114 Mar 08 19:22:22.840799 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-245bd821-c0a9-4301-b772-c55888b3c17e req-a8f9e3ae-dd3c-4b11-b722-7c156a5954ec tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454233 Mar 08 19:22:23.096608 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-09bd3176-a35b-4b40-92d4-d249e8fc6748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:23.956775 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7945e52-92e2-4ebe-8688-9f1c435e3cd7 req-0bb66cc6-19fd-408e-b918-3f2e6eb273e3 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:23.958449 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e7945e52-92e2-4ebe-8688-9f1c435e3cd7 req-0bb66cc6-19fd-408e-b918-3f2e6eb273e3 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 944 time: 0.0524480 Mar 08 19:22:24.008851 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e7945e52-92e2-4ebe-8688-9f1c435e3cd7 req-8eb4f309-1869-4c39-9376-741c31793788 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439143 Mar 08 19:22:24.131238 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:24.702494 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:25.128772 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e420fa-b499-4381-9f84-d2528b307c65 req-4b76dbde-5ed3-4b57-ac05-43cf10048658 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:25.130248 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-38e420fa-b499-4381-9f84-d2528b307c65 req-4b76dbde-5ed3-4b57-ac05-43cf10048658 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 944 time: 0.0536833 Mar 08 19:22:25.182226 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-38e420fa-b499-4381-9f84-d2528b307c65 req-810c98e6-c614-4dd9-8281-90375b2d1509 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464618 Mar 08 19:22:25.788179 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:26.306942 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b47106-f199-4dc0-93b5-93503c77f2d1 req-be2e3720-38e6-446a-9aef-7f99757926d8 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:26.308755 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-64b47106-f199-4dc0-93b5-93503c77f2d1 req-be2e3720-38e6-446a-9aef-7f99757926d8 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 944 time: 0.0579910 Mar 08 19:22:26.357309 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-64b47106-f199-4dc0-93b5-93503c77f2d1 req-c45a9501-1815-4754-9a9e-8b8ca6f77e87 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425582 Mar 08 19:22:26.993994 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:27.479393 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb72a0-c976-4f53-9d54-82b7930ec976 req-4445278d-b325-4c90-92c9-f217562a2184 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:27.481297 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3efb72a0-c976-4f53-9d54-82b7930ec976 req-4445278d-b325-4c90-92c9-f217562a2184 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 944 time: 0.0565782 Mar 08 19:22:27.544796 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3efb72a0-c976-4f53-9d54-82b7930ec976 req-77b2f5d9-ffc3-4eaf-88a6-5abe33763426 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570741 Mar 08 19:22:28.085233 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 4d94d3f2-c7dc-4613-824c-440131fcaad6 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:22:28.182075 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 4d94d3f2-c7dc-4613-824c-440131fcaad6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d94d3f2-c7dc-4613-824c-440131fcaad6,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:28.195746 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '4d94d3f2-c7dc-4613-824c-440131fcaad6', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'port_id': '4d94d3f2-c7dc-4613-824c-440131fcaad6', 'mac_address': 'fa:16:3e:14:0c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:22:28.236300 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 4d94d3f2-c7dc-4613-824c-440131fcaad6 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:28.236687 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (4d94d3f2-c7dc-4613-824c-440131fcaad6), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:28.253573 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d94d3f2-c7dc-4613-824c-440131fcaad6 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:22:28.272822 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 4d94d3f2-c7dc-4613-824c-440131fcaad6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d94d3f2-c7dc-4613-824c-440131fcaad6,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:28.336794 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (4d94d3f2-c7dc-4613-824c-440131fcaad6), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:28.386142 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=4d94d3f2-c7dc-4613-824c-440131fcaad6,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:28.667101 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa7955-643b-4916-a625-56d135ee5734 req-de956fb8-3a77-4f7e-a05b-7e95d8bd4067 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:28.668518 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-75aa7955-643b-4916-a625-56d135ee5734 req-de956fb8-3a77-4f7e-a05b-7e95d8bd4067 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 945 time: 0.0574934 Mar 08 19:22:28.741406 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-75aa7955-643b-4916-a625-56d135ee5734 req-147f47db-f3ca-4697-ac5a-77c900951b95 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673013 Mar 08 19:22:28.762462 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7ca3f-e850-4c44-9a95-e24579318fb1 req-065ae433-65d8-40c5-9c88-bf0e8dd7d796 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:28.764610 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-46b7ca3f-e850-4c44-9a95-e24579318fb1 req-065ae433-65d8-40c5-9c88-bf0e8dd7d796 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 947 time: 0.0655360 Mar 08 19:22:28.810392 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-46b7ca3f-e850-4c44-9a95-e24579318fb1 req-4b28c208-30cb-495e-88fa-ce63ab17365f tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402033 Mar 08 19:22:28.899758 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['4d94d3f2-c7dc-4613-824c-440131fcaad6'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:22:29.861426 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c02d62-34ef-4697-8a9e-76017a85d494 req-547f81c8-59bb-4489-92ba-703738b4d1c1 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:29.863064 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d7c02d62-34ef-4697-8a9e-76017a85d494 req-547f81c8-59bb-4489-92ba-703738b4d1c1 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 945 time: 0.0559733 Mar 08 19:22:29.950734 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d7c02d62-34ef-4697-8a9e-76017a85d494 req-94338eaf-2842-4187-8b4e-fe0094c95371 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819712 Mar 08 19:22:29.968216 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0fab2-d7a8-492c-9d1e-5f2e701f22d7 req-4abb76b9-9bcc-436a-bc7f-0b97664e26fe tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:29.969687 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-08c0fab2-d7a8-492c-9d1e-5f2e701f22d7 req-4abb76b9-9bcc-436a-bc7f-0b97664e26fe tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 947 time: 0.0815978 Mar 08 19:22:30.015760 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-08c0fab2-d7a8-492c-9d1e-5f2e701f22d7 req-d5549ae2-6eed-4fb1-aed8-57c3ff25d68c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403018 Mar 08 19:22:31.085382 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d357569-4e5b-4d10-b7b0-0680a2a715fb req-9d765294-98b4-4066-b275-3415ff31c4b7 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:31.087159 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4d357569-4e5b-4d10-b7b0-0680a2a715fb req-9d765294-98b4-4066-b275-3415ff31c4b7 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 945 time: 0.0623767 Mar 08 19:22:31.171312 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4d357569-4e5b-4d10-b7b0-0680a2a715fb req-20c93483-1412-426e-b140-0204a1576955 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782320 Mar 08 19:22:31.190601 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af6c62-fb55-4011-8fbb-6bc443154200 req-5d8e8399-d823-4eb2-8fa9-f8db49140626 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:31.190601 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-66af6c62-fb55-4011-8fbb-6bc443154200 req-5d8e8399-d823-4eb2-8fa9-f8db49140626 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 947 time: 0.0826190 Mar 08 19:22:31.240214 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-66af6c62-fb55-4011-8fbb-6bc443154200 req-de7b0cec-1203-4f28-a0a0-a6526cc178b3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=1306173b-49fb-4b8d-9536-b278284049dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457735 Mar 08 19:22:31.310898 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b6776-abab-4403-bf1d-19fe17322147 req-4edd8e7e-6ecd-4931-9f89-1ad3c230430f tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:31.312389 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-299b6776-abab-4403-bf1d-19fe17322147 req-4edd8e7e-6ecd-4931-9f89-1ad3c230430f tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.64 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 947 time: 0.0713601 Mar 08 19:22:31.430033 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-299b6776-abab-4403-bf1d-19fe17322147 req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Deleting port 34502e9b-8ce0-42c4-bc29-94a2de69e607 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:22:31.436957 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-299b6776-abab-4403-bf1d-19fe17322147 req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:31.518871 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-299b6776-abab-4403-bf1d-19fe17322147 req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] For port 34502e9b-8ce0-42c4-bc29-94a2de69e607, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=34502e9b-8ce0-42c4-bc29-94a2de69e607,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:31.519148 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-299b6776-abab-4403-bf1d-19fe17322147 req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:31.713152 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-299b6776-abab-4403-bf1d-19fe17322147 req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:31.713519 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-299b6776-abab-4403-bf1d-19fe17322147 req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (00843023-55db-49cc-bc03-437fd8655d7f), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:31.713976 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.l3_db [req-299b6776-abab-4403-bf1d-19fe17322147 req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Floating IP 00843023-55db-49cc-bc03-437fd8655d7f disassociated. External IP: 172.27.2.156, port: 34502e9b-8ce0-42c4-bc29-94a2de69e607. Mar 08 19:22:31.714562 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-299b6776-abab-4403-bf1d-19fe17322147 req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Calling delete_port for 34502e9b-8ce0-42c4-bc29-94a2de69e607 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:22:31.948794 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-299b6776-abab-4403-bf1d-19fe17322147 req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (34502e9b-8ce0-42c4-bc29-94a2de69e607), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:31.980906 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Pushing event deleted for resources: {'Port': ['ID=34502e9b-8ce0-42c4-bc29-94a2de69e607,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:31.991435 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:31.991868 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:31.992257 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:31.992559 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:31.992890 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:31.993215 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:31.993537 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:31.993855 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:31.994173 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:31.994508 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:31.994827 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:31.995148 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:31.995459 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:32.095154 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 4d94d3f2-c7dc-4613-824c-440131fcaad6 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:22:32.107441 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-299b6776-abab-4403-bf1d-19fe17322147 req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Router a1562454-30ab-4b3e-b508-89e0b929cde4 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:22:32.215528 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port 4d94d3f2-c7dc-4613-824c-440131fcaad6 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:22:32.215898 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-299b6776-abab-4403-bf1d-19fe17322147 req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:22:32.219662 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 4d94d3f2-c7dc-4613-824c-440131fcaad6 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:32.220250 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (4d94d3f2-c7dc-4613-824c-440131fcaad6), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:32.245574 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a2955-e82f-4660-a702-2aebe83e1319 None None] Sync routers for ids ['a1562454-30ab-4b3e-b508-89e0b929cde4'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:22:32.271415 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3a2955-e82f-4660-a702-2aebe83e1319 None None] Routers {'a1562454-30ab-4b3e-b508-89e0b929cde4'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:32.271933 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ec3a2955-e82f-4660-a702-2aebe83e1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:22:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a1562454-30ab-4b3e-b508-89e0b929cde4'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:32.272336 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-299b6776-abab-4403-bf1d-19fe17322147 req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] No DVR routers for this DVR port 34502e9b-8ce0-42c4-bc29-94a2de69e607 on host hv-cinder-83009 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:22:32.277560 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-299b6776-abab-4403-bf1d-19fe17322147 req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:32.281361 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-299b6776-abab-4403-bf1d-19fe17322147 req-9b1a65e2-172c-4c39-9aec-96d7b385fe0c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.64 "DELETE /v2.0/ports/34502e9b-8ce0-42c4-bc29-94a2de69e607 HTTP/1.1" status: 204 len: 173 time: 0.9639082 Mar 08 19:22:32.282006 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77883da4-802b-4542-9318-8174c773d3d2', 'name': 'network-vif-deleted', 'tag': '34502e9b-8ce0-42c4-bc29-94a2de69e607'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:32.284568 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9793d29f-0dac-42e0-a134-72b64101691b" -d '{"events": [{"server_uuid": "77883da4-802b-4542-9318-8174c773d3d2", "name": "network-vif-deleted", "tag": "34502e9b-8ce0-42c4-bc29-94a2de69e607"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:32.308904 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bc2d2-2e6d-468e-a5d9-1f1a4dbdca62 req-01f5b160-ffd1-4830-b929-bea01fe684a4 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:32.316513 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6c3bc2d2-2e6d-468e-a5d9-1f1a4dbdca62 req-01f5b160-ffd1-4830-b929-bea01fe684a4 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 945 time: 0.0743191 Mar 08 19:22:32.366907 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6c3bc2d2-2e6d-468e-a5d9-1f1a4dbdca62 req-e3516549-580d-448c-bee6-53bd08080b61 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494606 Mar 08 19:22:32.398803 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d8f87e2b-b8fb-4a05-b7d5-797d59573237 req-8d5928b7-6489-4d46-8a72-b62395daa593 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0352194 Mar 08 19:22:32.414728 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 4d94d3f2-c7dc-4613-824c-440131fcaad6 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:32.415131 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (4d94d3f2-c7dc-4613-824c-440131fcaad6), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:32.432007 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472f5c8e-e077-454d-bed1-54d9019b25f4 x-openstack-request-id: req-472f5c8e-e077-454d-bed1-54d9019b25f4 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:32.444038 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77883da4-802b-4542-9318-8174c773d3d2", "name": "network-vif-deleted", "tag": "34502e9b-8ce0-42c4-bc29-94a2de69e607", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:32.444038 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-472f5c8e-e077-454d-bed1-54d9019b25f4 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:32.444038 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77883da4-802b-4542-9318-8174c773d3d2', 'name': 'network-vif-deleted', 'tag': '34502e9b-8ce0-42c4-bc29-94a2de69e607', 'status': 'completed', 'code': 200} Mar 08 19:22:32.452279 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d94d3f2-c7dc-4613-824c-440131fcaad6'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:32.454461 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e65966f-277a-450d-9390-ffbc0743e1d6" -d '{"events": [{"server_uuid": "28733abe-7e48-4d7f-82ab-90cfe7ed3236", "name": "network-vif-plugged", "status": "completed", "tag": "4d94d3f2-c7dc-4613-824c-440131fcaad6"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:32.458186 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-ec3a2955-e82f-4660-a702-2aebe83e1319 None None] Set router a1562454-30ab-4b3e-b508-89e0b929cde4 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:32.495121 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 4d94d3f2-c7dc-4613-824c-440131fcaad6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d94d3f2-c7dc-4613-824c-440131fcaad6,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:32.501701 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26116f9-b8b3-4e36-95f8-fa86c5643ae1 x-openstack-request-id: req-f26116f9-b8b3-4e36-95f8-fa86c5643ae1 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:32.501980 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28733abe-7e48-4d7f-82ab-90cfe7ed3236", "name": "network-vif-plugged", "status": "completed", "tag": "4d94d3f2-c7dc-4613-824c-440131fcaad6", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:32.507430 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f26116f9-b8b3-4e36-95f8-fa86c5643ae1 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:32.507430 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d94d3f2-c7dc-4613-824c-440131fcaad6', 'code': 200} Mar 08 19:22:32.612671 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (4d94d3f2-c7dc-4613-824c-440131fcaad6), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:32.692966 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=4d94d3f2-c7dc-4613-824c-440131fcaad6,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:32.714895 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ec3a2955-e82f-4660-a702-2aebe83e1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '5c809f54-5e78-429e-96f2-9d8f02a99d49', 'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'mac_address': 'fa:16:3e:1a:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:16:03Z', 'updated_at': '2022-03-08T19:16:11Z', 'revision_number': 5, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'subnets': [{'id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:32.744276 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a2955-e82f-4660-a702-2aebe83e1319 None None] Checking router: a1562454-30ab-4b3e-b508-89e0b929cde4 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:22:32.752725 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3a2955-e82f-4660-a702-2aebe83e1319 None None] Routers {'a1562454-30ab-4b3e-b508-89e0b929cde4'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:32.753377 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ec3a2955-e82f-4660-a702-2aebe83e1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:22:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a1562454-30ab-4b3e-b508-89e0b929cde4'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:32.862307 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-ec3a2955-e82f-4660-a702-2aebe83e1319 None None] Set router a1562454-30ab-4b3e-b508-89e0b929cde4 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:33.010733 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbee26-9407-407e-a544-0aff1569c546 req-cd2db3c6-ada3-4819-b87e-2a206b33a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:33.012178 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b7fbee26-9407-407e-a544-0aff1569c546 req-cd2db3c6-ada3-4819-b87e-2a206b33a213 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 1130 time: 0.0478868 Mar 08 19:22:33.062766 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b7fbee26-9407-407e-a544-0aff1569c546 req-f12f089c-9e06-4f02-aedb-3f4b7e961469 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437770 Mar 08 19:22:33.186945 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ec3a2955-e82f-4660-a702-2aebe83e1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '5c809f54-5e78-429e-96f2-9d8f02a99d49', 'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'mac_address': 'fa:16:3e:1a:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:16:03Z', 'updated_at': '2022-03-08T19:16:11Z', 'revision_number': 5, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'subnets': [{'id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:33.212680 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a2955-e82f-4660-a702-2aebe83e1319 None None] The sync data for ids ['a1562454-30ab-4b3e-b508-89e0b929cde4'] in dv-cinder-830092-3-iscsi is: [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '5c809f54-5e78-429e-96f2-9d8f02a99d49', 'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'mac_address': 'fa:16:3e:1a:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:16:03Z', 'updated_at': '2022-03-08T19:16:11Z', 'revision_number': 5, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'subnets': [{'id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:22:33.439698 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e4e6b-24f6-4f41-b892-04cf607a931b None None] New status for floating IP 00843023-55db-49cc-bc03-437fd8655d7f: DOWN {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:22:33.499510 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613167a2-96ca-488f-a8b7-5d96cccfec92 req-bb9423e5-821e-44c2-910e-fe5a8b5ba92d tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:33.501599 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-613167a2-96ca-488f-a8b7-5d96cccfec92 req-bb9423e5-821e-44c2-910e-fe5a8b5ba92d tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 946 time: 0.0591946 Mar 08 19:22:33.536725 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-dceef26c-f18c-461e-97ef-3e5879999bbb req-8732575d-f158-4a8e-aae8-01c35749363e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=77883da4-802b-4542-9318-8174c773d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0338485 Mar 08 19:22:33.573805 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-613167a2-96ca-488f-a8b7-5d96cccfec92 req-eec8986d-2318-418b-a690-5d31d57b7360 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604661 Mar 08 19:22:34.691011 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44754) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:34.695560 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a83f9e-6417-4cd0-a276-45548723e7cf req-1bdc3dd2-81f7-4ff1-bf69-e895cabbde49 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:34.697064 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-67a83f9e-6417-4cd0-a276-45548723e7cf req-1bdc3dd2-81f7-4ff1-bf69-e895cabbde49 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 946 time: 0.0555036 Mar 08 19:22:34.746457 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-67a83f9e-6417-4cd0-a276-45548723e7cf req-4ab44480-8241-4984-b3af-a1decd7faf5a tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433629 Mar 08 19:22:34.747656 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0be9c69c-8fe5-4c23-8e8d-08c7e80e288c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group (1306173b-49fb-4b8d-9536-b278284049dc), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:34.772413 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0be9c69c-8fe5-4c23-8e8d-08c7e80e288c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group (1306173b-49fb-4b8d-9536-b278284049dc), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:34.914569 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0be9c69c-8fe5-4c23-8e8d-08c7e80e288c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (1306173b-49fb-4b8d-9536-b278284049dc), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:34.917124 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0be9c69c-8fe5-4c23-8e8d-08c7e80e288c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:34.921286 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-0be9c69c-8fe5-4c23-8e8d-08c7e80e288c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "DELETE /v2.0/security-groups/1306173b-49fb-4b8d-9536-b278284049dc HTTP/1.1" status: 204 len: 168 time: 0.2285347 Mar 08 19:22:34.921445 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44758) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:34.930930 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9c69c-8fe5-4c23-8e8d-08c7e80e288c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1306173b-49fb-4b8d-9536-b278284049dc,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:34.933803 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.api.v2.resource [None req-06b3fb26-6570-4f99-8f67-00862c9bd6e0 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] show failed (client error): The resource could not be found. Mar 08 19:22:34.934829 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-06b3fb26-6570-4f99-8f67-00862c9bd6e0 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups/1306173b-49fb-4b8d-9536-b278284049dc HTTP/1.1" status: 404 len: 347 time: 0.0125599 Mar 08 19:22:34.944631 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44760) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:35.073172 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1ff968f4-98a6-49e1-9e99-550e81156a63 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Deleting port 2e3b70ae-b1c2-4f31-ad53-614660b9631e {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:22:35.073506 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1ff968f4-98a6-49e1-9e99-550e81156a63 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (2e3b70ae-b1c2-4f31-ad53-614660b9631e), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:35.147789 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1ff968f4-98a6-49e1-9e99-550e81156a63 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (2e3b70ae-b1c2-4f31-ad53-614660b9631e), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:35.148031 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1ff968f4-98a6-49e1-9e99-550e81156a63 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for floatingip (2e3b70ae-b1c2-4f31-ad53-614660b9631e), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:35.159348 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1ff968f4-98a6-49e1-9e99-550e81156a63 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Calling delete_port for 2e3b70ae-b1c2-4f31-ad53-614660b9631e owned by network:floatingip {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:22:35.394524 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1ff968f4-98a6-49e1-9e99-550e81156a63 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (2e3b70ae-b1c2-4f31-ad53-614660b9631e), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:35.417655 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff968f4-98a6-49e1-9e99-550e81156a63 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Pushing event deleted for resources: {'Port': ['ID=2e3b70ae-b1c2-4f31-ad53-614660b9631e,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:35.481681 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1ff968f4-98a6-49e1-9e99-550e81156a63 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for floatingip (00843023-55db-49cc-bc03-437fd8655d7f), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:35.485337 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1ff968f4-98a6-49e1-9e99-550e81156a63 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:35.486509 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-1ff968f4-98a6-49e1-9e99-550e81156a63 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "DELETE /v2.0/floatingips/00843023-55db-49cc-bc03-437fd8655d7f HTTP/1.1" status: 204 len: 168 time: 0.5409083 Mar 08 19:22:35.730772 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44766) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:35.741454 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-8c921622-cf94-4eb2-8287-d193af50676c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Request body: {'security_group': {'name': 'tempest-securitygroup--816976629', 'description': 'tempest-description--752323266'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:35.825927 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c921622-cf94-4eb2-8287-d193af50676c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:35.887576 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017c502-8b92-4046-b3c9-b5bc7aa5bdfe req-a0ca25b5-5e6f-40b4-8626-4f9b6fb698e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:35.890460 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5017c502-8b92-4046-b3c9-b5bc7aa5bdfe req-a0ca25b5-5e6f-40b4-8626-4f9b6fb698e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 946 time: 0.0775392 Mar 08 19:22:35.961006 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c921622-cf94-4eb2-8287-d193af50676c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group (f4ce3346-164e-4f27-8c6d-18aa83b108d0), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:35.965371 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5017c502-8b92-4046-b3c9-b5bc7aa5bdfe req-4ced610a-fab3-4535-8644-a7f3061bfac0 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693729 Mar 08 19:22:36.040432 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c921622-cf94-4eb2-8287-d193af50676c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (f4ce3346-164e-4f27-8c6d-18aa83b108d0), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:36.092955 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c921622-cf94-4eb2-8287-d193af50676c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ce3346-164e-4f27-8c6d-18aa83b108d0,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:36.105442 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 34502e9b-8ce0-42c4-bc29-94a2de69e607 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:22:36.111599 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2df3e2-6297-41b3-b88e-58649c58fcd2 req-c00e7441-684c-4823-881d-b86f48dbd82f tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:36.113121 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ba2df3e2-6297-41b3-b88e-58649c58fcd2 req-c00e7441-684c-4823-881d-b86f48dbd82f tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 946 time: 0.0829782 Mar 08 19:22:36.126225 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: 34502e9b-8ce0-42c4-bc29-94a2de69e607 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:22:36.126594 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 34502e9b-8ce0-42c4-bc29-94a2de69e607 not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:22:36.161333 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c921622-cf94-4eb2-8287-d193af50676c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:36.162545 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-8c921622-cf94-4eb2-8287-d193af50676c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4304914 Mar 08 19:22:36.167382 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ba2df3e2-6297-41b3-b88e-58649c58fcd2 req-a45281ee-6b10-4a31-bb43-530b0e56caec tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487258 Mar 08 19:22:36.169396 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44774) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:36.173678 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-b28da0ed-f7ac-4db4-b69f-f7298475e929 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Request body: {'security_group_rule': {'security_group_id': 'f4ce3346-164e-4f27-8c6d-18aa83b108d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:36.189598 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44776) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:36.233509 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72724341-3a86-45df-9bda-a643db7a1220 tempest-TestVolumeBootPattern-316452025 tempest-TestVolumeBootPattern-316452025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:36.234956 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-72724341-3a86-45df-9bda-a643db7a1220 tempest-TestVolumeBootPattern-316452025 tempest-TestVolumeBootPattern-316452025-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 1125 time: 0.0443597 Mar 08 19:22:36.237768 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 44778) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:36.241969 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Request body: {'floatingip': {'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'port_id': '4d94d3f2-c7dc-4613-824c-440131fcaad6', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:36.286245 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b28da0ed-f7ac-4db4-b69f-f7298475e929 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group_rule (aceada3b-996d-47df-9ff1-0240f02b3b9a), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:36.338837 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b28da0ed-f7ac-4db4-b69f-f7298475e929 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group_rule (aceada3b-996d-47df-9ff1-0240f02b3b9a), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:36.354896 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:36.412005 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b28da0ed-f7ac-4db4-b69f-f7298475e929 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (aceada3b-996d-47df-9ff1-0240f02b3b9a), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:36.429225 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28da0ed-f7ac-4db4-b69f-f7298475e929 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aceada3b-996d-47df-9ff1-0240f02b3b9a,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:36.454067 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:36.503769 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b28da0ed-f7ac-4db4-b69f-f7298475e929 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:36.504917 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-b28da0ed-f7ac-4db4-b69f-f7298475e929 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3345213 Mar 08 19:22:36.508471 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44780) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:36.512910 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-44d41b2f-a90f-4146-963c-a26b4e4bdd8a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Request body: {'security_group_rule': {'security_group_id': 'f4ce3346-164e-4f27-8c6d-18aa83b108d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:36.563786 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Allocated IP 172.27.2.207 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/3eb720a8-53d6-4fb2-899d-b22bd6504d1f) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:22:36.591997 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-44d41b2f-a90f-4146-963c-a26b4e4bdd8a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group_rule (612aba3e-4e25-4ebd-aa36-b861fff9167d), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:36.655230 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-44d41b2f-a90f-4146-963c-a26b4e4bdd8a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group_rule (612aba3e-4e25-4ebd-aa36-b861fff9167d), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:36.666421 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for port (3eb720a8-53d6-4fb2-899d-b22bd6504d1f), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:36.743202 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-44d41b2f-a90f-4146-963c-a26b4e4bdd8a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (612aba3e-4e25-4ebd-aa36-b861fff9167d), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:36.761552 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d41b2f-a90f-4146-963c-a26b4e4bdd8a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612aba3e-4e25-4ebd-aa36-b861fff9167d,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:36.781439 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (3eb720a8-53d6-4fb2-899d-b22bd6504d1f), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:36.822824 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:22:36.825573 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:22:36.829060 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:22:36.847758 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-44d41b2f-a90f-4146-963c-a26b4e4bdd8a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:36.848972 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-44d41b2f-a90f-4146-963c-a26b4e4bdd8a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3395524 Mar 08 19:22:36.850869 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event updated for resources: {'Port': ['ID=3eb720a8-53d6-4fb2-899d-b22bd6504d1f,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:36.852148 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44782) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:36.858043 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-01ba82fc-f87f-41e2-9afe-5fb65b60cf6a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Request body: {'floatingip': {'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:36.988117 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01ba82fc-f87f-41e2-9afe-5fb65b60cf6a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:37.084258 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01ba82fc-f87f-41e2-9afe-5fb65b60cf6a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:37.200731 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-01ba82fc-f87f-41e2-9afe-5fb65b60cf6a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Allocated IP 172.27.2.186 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/3805593f-17de-4769-bcbe-a318b975205a) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:22:37.205203 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for floatingip (d57b3799-cafb-4d11-9f10-156363a35755), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:37.301129 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01ba82fc-f87f-41e2-9afe-5fb65b60cf6a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for port (3805593f-17de-4769-bcbe-a318b975205a), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:37.359521 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (3eb720a8-53d6-4fb2-899d-b22bd6504d1f), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:37.446564 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01ba82fc-f87f-41e2-9afe-5fb65b60cf6a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (3805593f-17de-4769-bcbe-a318b975205a), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:37.494609 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ba82fc-f87f-41e2-9afe-5fb65b60cf6a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:22:37.500660 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-01ba82fc-f87f-41e2-9afe-5fb65b60cf6a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:22:37.502601 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba82fc-f87f-41e2-9afe-5fb65b60cf6a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Pushing event updated for resources: {'Port': ['ID=3805593f-17de-4769-bcbe-a318b975205a,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:37.504684 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ba82fc-f87f-41e2-9afe-5fb65b60cf6a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:22:37.529036 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for port (3eb720a8-53d6-4fb2-899d-b22bd6504d1f), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:37.589770 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01ba82fc-f87f-41e2-9afe-5fb65b60cf6a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for floatingip (c6a7c27e-d46f-4e64-8b3f-f9babceacef5), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:37.615526 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (3eb720a8-53d6-4fb2-899d-b22bd6504d1f), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:37.684157 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event updated for resources: {'Port': ['ID=3eb720a8-53d6-4fb2-899d-b22bd6504d1f,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:37.693400 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (d57b3799-cafb-4d11-9f10-156363a35755), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:37.697420 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01ba82fc-f87f-41e2-9afe-5fb65b60cf6a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (3805593f-17de-4769-bcbe-a318b975205a), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:37.794475 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.l3_db [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Floating IP d57b3799-cafb-4d11-9f10-156363a35755 associated. External IP: 172.27.2.207, port: 4d94d3f2-c7dc-4613-824c-440131fcaad6. Mar 08 19:22:37.867164 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01ba82fc-f87f-41e2-9afe-5fb65b60cf6a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for port (3805593f-17de-4769-bcbe-a318b975205a), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:37.930073 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01ba82fc-f87f-41e2-9afe-5fb65b60cf6a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (3805593f-17de-4769-bcbe-a318b975205a), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:38.001253 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba82fc-f87f-41e2-9afe-5fb65b60cf6a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Pushing event updated for resources: {'Port': ['ID=3805593f-17de-4769-bcbe-a318b975205a,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:38.012963 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01ba82fc-f87f-41e2-9afe-5fb65b60cf6a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (c6a7c27e-d46f-4e64-8b3f-f9babceacef5), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:38.017018 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Router b21fc775-176e-4cc6-8a14-2e18175dfe9e has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:22:38.103352 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01ba82fc-f87f-41e2-9afe-5fb65b60cf6a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:38.104600 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-01ba82fc-f87f-41e2-9afe-5fb65b60cf6a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2509596 Mar 08 19:22:38.134583 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:22:38.145061 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d57510a-e295-4d3e-a337-34a0f545169a None None] Sync routers for ids ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:22:38.156466 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d57510a-e295-4d3e-a337-34a0f545169a None None] Routers {'b21fc775-176e-4cc6-8a14-2e18175dfe9e'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:38.157153 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-0d57510a-e295-4d3e-a337-34a0f545169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:22:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:38.237075 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:38.268585 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-1c9871b5-aca1-4c02-a74a-462d4a460e8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0298033 Mar 08 19:22:38.269397 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'tag': '4d94d3f2-c7dc-4613-824c-440131fcaad6'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:38.271042 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-0d57510a-e295-4d3e-a337-34a0f545169a None None] Set router b21fc775-176e-4cc6-8a14-2e18175dfe9e gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:38.275408 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01081ee7-672d-45c9-bf6b-4b4f3e6ff79a" -d '{"events": [{"name": "network-changed", "server_uuid": "28733abe-7e48-4d7f-82ab-90cfe7ed3236", "tag": "4d94d3f2-c7dc-4613-824c-440131fcaad6"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:38.313863 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb445ec-b13b-418a-adfa-b0d8f4e8292a x-openstack-request-id: req-4fb445ec-b13b-418a-adfa-b0d8f4e8292a {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:38.314513 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28733abe-7e48-4d7f-82ab-90cfe7ed3236", "tag": "4d94d3f2-c7dc-4613-824c-440131fcaad6", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:38.314757 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fb445ec-b13b-418a-adfa-b0d8f4e8292a {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:38.315184 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'tag': '4d94d3f2-c7dc-4613-824c-440131fcaad6', 'status': 'completed', 'code': 200} Mar 08 19:22:38.341885 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-e1de8a25-ab6e-4e95-8b78-2d1b6ccd834a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--816976629&fields=id&tenant_id=e232d9d1074348e8bcb4ab6f69434a83 HTTP/1.1" status: 200 len: 267 time: 0.0695632 Mar 08 19:22:38.383773 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01081ee7-672d-45c9-bf6b-4b4f3e6ff79a req-40a83cef-ec11-419c-a060-f6f82f910afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:38.385742 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-01081ee7-672d-45c9-bf6b-4b4f3e6ff79a req-40a83cef-ec11-419c-a060-f6f82f910afe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77bda9809dfb4144986c270b0493dcb9&device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 1130 time: 0.0477047 Mar 08 19:22:38.461235 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-653d0f60-57b0-4048-940f-a12bfd8a8c97 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:38.463434 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-653d0f60-57b0-4048-940f-a12bfd8a8c97 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/networks?id=46edac82-f34a-4fd3-bd2f-ca292de936fb HTTP/1.1" status: 200 len: 816 time: 0.1139300 Mar 08 19:22:38.479723 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-bbbb9ff4-d1a9-4829-acaa-468f8b58654d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/quotas/e232d9d1074348e8bcb4ab6f69434a83 HTTP/1.1" status: 200 len: 375 time: 0.0098803 Mar 08 19:22:38.525816 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-0d57510a-e295-4d3e-a337-34a0f545169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'd57b3799-cafb-4d11-9f10-156363a35755', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'port_id': '4d94d3f2-c7dc-4613-824c-440131fcaad6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'mac_address': 'fa:16:3e:14:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:22:37Z', 'updated_at': '2022-03-08T19:22:37Z', 'revision_number': 0, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:43Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:38.544608 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-0f043821-93a1-4748-bbde-17f179b77173 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e232d9d1074348e8bcb4ab6f69434a83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588517 Mar 08 19:22:38.553534 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d57510a-e295-4d3e-a337-34a0f545169a None None] Checking router: b21fc775-176e-4cc6-8a14-2e18175dfe9e for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:22:38.567880 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d57510a-e295-4d3e-a337-34a0f545169a None None] Routers {'b21fc775-176e-4cc6-8a14-2e18175dfe9e'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:38.567880 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-0d57510a-e295-4d3e-a337-34a0f545169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:22:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:38.684939 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-0d57510a-e295-4d3e-a337-34a0f545169a None None] Set router b21fc775-176e-4cc6-8a14-2e18175dfe9e gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:38.754819 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01081ee7-672d-45c9-bf6b-4b4f3e6ff79a req-52e85cc7-4326-41a2-9e74-b9fba85c10e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:38.756375 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-01081ee7-672d-45c9-bf6b-4b4f3e6ff79a req-52e85cc7-4326-41a2-9e74-b9fba85c10e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a87c540b-f15d-4b47-9f06-54063bb28b6d HTTP/1.1" status: 200 len: 913 time: 0.3653574 Mar 08 19:22:38.827896 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-01081ee7-672d-45c9-bf6b-4b4f3e6ff79a req-c09cfbed-d13e-4373-9413-1762fe782ddc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d94d3f2-c7dc-4613-824c-440131fcaad6 HTTP/1.1" status: 200 len: 1000 time: 0.0648518 Mar 08 19:22:38.881647 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01081ee7-672d-45c9-bf6b-4b4f3e6ff79a req-ff5e23fa-1c3a-4aaf-a89c-1a202d73c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:38.883164 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-01081ee7-672d-45c9-bf6b-4b4f3e6ff79a req-ff5e23fa-1c3a-4aaf-a89c-1a202d73c976 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=845dbfc1-effb-4886-8b24-637bc4d19911 HTTP/1.1" status: 200 len: 851 time: 0.0496290 Mar 08 19:22:38.925240 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-0d57510a-e295-4d3e-a337-34a0f545169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'd57b3799-cafb-4d11-9f10-156363a35755', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'port_id': '4d94d3f2-c7dc-4613-824c-440131fcaad6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'mac_address': 'fa:16:3e:14:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:22:37Z', 'updated_at': '2022-03-08T19:22:37Z', 'revision_number': 0, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:43Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:38.935091 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01081ee7-672d-45c9-bf6b-4b4f3e6ff79a req-b80352b9-6865-47e5-8b50-e1d05f090ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:38.937253 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-01081ee7-672d-45c9-bf6b-4b4f3e6ff79a req-b80352b9-6865-47e5-8b50-e1d05f090ce6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a87c540b-f15d-4b47-9f06-54063bb28b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467074 Mar 08 19:22:38.953166 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d57510a-e295-4d3e-a337-34a0f545169a None None] The sync data for ids ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'] in dv-cinder-830092-3-iscsi is: [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'd57b3799-cafb-4d11-9f10-156363a35755', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'port_id': '4d94d3f2-c7dc-4613-824c-440131fcaad6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'mac_address': 'fa:16:3e:14:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:22:37Z', 'updated_at': '2022-03-08T19:22:37Z', 'revision_number': 0, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:43Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:22:38.981091 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-2da17753-0d21-44b6-ad60-5f8b3ede92a7 service neutron] 10.222.0.21 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226067 Mar 08 19:22:39.044911 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-01081ee7-672d-45c9-bf6b-4b4f3e6ff79a req-11705d57-4782-4afb-b00e-d1ce651e9621 service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948930 Mar 08 19:22:39.089978 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-b9396cff-827e-4f52-96ff-aebdbe724902 service neutron] 10.222.0.21 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904160 Mar 08 19:22:39.134243 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-01081ee7-672d-45c9-bf6b-4b4f3e6ff79a req-d250aa0f-647e-4d84-9c36-04b9a59dad7d service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898378 Mar 08 19:22:39.188448 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c7809-0cd0-466c-8865-7d1dccfae0f2 None None] New status for floating IP d57b3799-cafb-4d11-9f10-156363a35755: ACTIVE {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:22:39.386091 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-24a57794-899c-4038-a4c6-39a012aff53e req-52bbf5be-edc8-4458-b5c1-75bc18a2990c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 210 time: 0.0271735 Mar 08 19:22:40.210998 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-ce2ee4fd-3d06-48f5-83fc-089a0ebaca0f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-198247965&fields=id&tenant_id=f7066fbf33be4e52813e7bc19c95d3f4 HTTP/1.1" status: 200 len: 267 time: 0.0454519 Mar 08 19:22:40.323969 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-ca31b5a4-5086-4f98-b112-7ed040ac3782 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:40.325429 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-ca31b5a4-5086-4f98-b112-7ed040ac3782 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/networks?id=69802df9-787a-41a0-a555-a83afcc0c32c HTTP/1.1" status: 200 len: 808 time: 0.1076157 Mar 08 19:22:40.340392 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-3fa0bb92-46db-4193-96be-56ef78872435 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/quotas/f7066fbf33be4e52813e7bc19c95d3f4 HTTP/1.1" status: 200 len: 375 time: 0.0088725 Mar 08 19:22:40.394724 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-6e037d2a-64c8-4cdf-a09d-c99c3dac0cb4 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f7066fbf33be4e52813e7bc19c95d3f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492439 Mar 08 19:22:40.500853 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-28a2ad9c-9c06-4d56-9a52-fe52d33b8c93 req-c27e7803-0f09-4b09-a743-6ff485ea0711 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 210 time: 0.0383148 Mar 08 19:22:40.519546 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-24107659-94d6-485b-977c-9102e8f0bfb2 service neutron] 10.222.0.21 "GET /v2.0/networks/69802df9-787a-41a0-a555-a83afcc0c32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139545 Mar 08 19:22:40.609833 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bc1fe39a-dc9d-4c7c-838a-837abe827c12 service neutron] 10.222.0.21 "GET /v2.0/networks/69802df9-787a-41a0-a555-a83afcc0c32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846448 Mar 08 19:22:41.206061 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e735976b-670a-4c3b-a551-02018bcf0f93 req-ae0718e8-0175-41b1-9db9-b46b961a5a22 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 210 time: 0.0261762 Mar 08 19:22:41.502117 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-01e9a3a9-0359-4b62-9477-86930b20e211 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:41.503625 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-01e9a3a9-0359-4b62-9477-86930b20e211 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.64 "GET /v2.0/networks?id=46edac82-f34a-4fd3-bd2f-ca292de936fb HTTP/1.1" status: 200 len: 816 time: 0.1083407 Mar 08 19:22:41.566548 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-547cfed8-5450-4925-97c3-c63d9dbb2131 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e232d9d1074348e8bcb4ab6f69434a83 HTTP/1.1" status: 200 len: 379 time: 0.0519316 Mar 08 19:22:41.575048 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-8a847390-8171-41f3-b0eb-0df091febc1b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Request body: {'port': {'device_id': '1d9d122f-89f8-423f-8053-556adf21300a', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'admin_state_up': True, 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'security_groups': ['f4ce3346-164e-4f27-8c6d-18aa83b108d0']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:41.606202 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0d1eea0a-88c2-4cab-9517-72acc95e2097 req-48e183b0-15e1-4620-ac9d-40a25bd47bd0 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 210 time: 0.0323222 Mar 08 19:22:41.787465 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-8a847390-8171-41f3-b0eb-0df091febc1b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Made reservation on behalf of e232d9d1074348e8bcb4ab6f69434a83 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:22:41.790865 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-8a847390-8171-41f3-b0eb-0df091febc1b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:41.920398 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-8a847390-8171-41f3-b0eb-0df091febc1b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Allocated IP 172.20.0.4 (46edac82-f34a-4fd3-bd2f-ca292de936fb/3c12f396-82f2-4313-8a98-b17d51e08628/32f484d9-4487-4a5e-9c10-1969ef313a7f) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:22:42.064814 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-8a847390-8171-41f3-b0eb-0df091febc1b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:42.149685 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-8a847390-8171-41f3-b0eb-0df091febc1b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:42.193439 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-8a847390-8171-41f3-b0eb-0df091febc1b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Network 46edac82-f34a-4fd3-bd2f-ca292de936fb is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:22:42.196463 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-8a847390-8171-41f3-b0eb-0df091febc1b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:22:42.199080 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-8a847390-8171-41f3-b0eb-0df091febc1b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:22:42.230473 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a847390-8171-41f3-b0eb-0df091febc1b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Pushing event updated for resources: {'Port': ['ID=32f484d9-4487-4a5e-9c10-1969ef313a7f,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:42.260553 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-8a847390-8171-41f3-b0eb-0df091febc1b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:42.261428 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-8a847390-8171-41f3-b0eb-0df091febc1b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:42.291112 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f276d7c4-576d-46b0-9996-b194c0d850bc req-2be5ae6c-2702-49d9-bcce-f18e482f8f6e tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 210 time: 0.0315816 Mar 08 19:22:42.367606 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-8a847390-8171-41f3-b0eb-0df091febc1b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7961864 Mar 08 19:22:42.391850 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Request body: {'port': {'device_id': '1d9d122f-89f8-423f-8053-556adf21300a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:42.441314 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-72da541f-5aa4-4540-8b62-2d56758aa36f None None] Provisioning complete for port 32f484d9-4487-4a5e-9c10-1969ef313a7f triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:42.441889 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-72da541f-5aa4-4540-8b62-2d56758aa36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:42.475224 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:42.481528 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-72da541f-5aa4-4540-8b62-2d56758aa36f None None] Port 32f484d9-4487-4a5e-9c10-1969ef313a7f cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:22:42.731668 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43682bf-595f-44a4-b439-6efc78f8e5a0 req-1d07e132-b134-414a-b193-daf1709d9b25 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:42.734639 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a43682bf-595f-44a4-b439-6efc78f8e5a0 req-1d07e132-b134-414a-b193-daf1709d9b25 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 931 time: 0.0537035 Mar 08 19:22:42.747515 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f484d9-4487-4a5e-9c10-1969ef313a7f {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:22:42.756340 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Publish callbacks [] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:42.769473 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Transition to ACTIVE for port object 32f484d9-4487-4a5e-9c10-1969ef313a7f will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:22:42.784945 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a43682bf-595f-44a4-b439-6efc78f8e5a0 req-7a47f855-785b-4400-9a26-44fc3dc89583 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440924 Mar 08 19:22:42.840912 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:42.896975 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Pushing event updated for resources: {'Port': ['ID=32f484d9-4487-4a5e-9c10-1969ef313a7f,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:42.970832 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Attempting to bind port 32f484d9-4487-4a5e-9c10-1969ef313a7f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:22:42.972367 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Attempting to bind port 32f484d9-4487-4a5e-9c10-1969ef313a7f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:22:42.972367 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Attempting to bind port 32f484d9-4487-4a5e-9c10-1969ef313a7f on network 46edac82-f34a-4fd3-bd2f-ca292de936fb {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:22:42.976593 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Port 32f484d9-4487-4a5e-9c10-1969ef313a7f on network 46edac82-f34a-4fd3-bd2f-ca292de936fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:22:42.976915 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Attempting to bind port 32f484d9-4487-4a5e-9c10-1969ef313a7f on network 46edac82-f34a-4fd3-bd2f-ca292de936fb {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:22:42.982618 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:22:42.982903 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Checking segment: {'id': 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:22:42.983304 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Bound using segment: {'id': 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:22:42.984928 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Bound port: 32f484d9-4487-4a5e-9c10-1969ef313a7f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:22:42.984928 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:43.069557 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] For port 32f484d9-4487-4a5e-9c10-1969ef313a7f, host hv-cinder-83009, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:22:43.072572 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] For port 32f484d9-4487-4a5e-9c10-1969ef313a7f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=32f484d9-4487-4a5e-9c10-1969ef313a7f,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:22:43.144419 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:43.184133 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:43.184703 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:43.186067 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] 10.222.0.64 "PUT /v2.0/ports/32f484d9-4487-4a5e-9c10-1969ef313a7f HTTP/1.1" status: 200 len: 1093 time: 0.7985711 Mar 08 19:22:43.186534 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9d122f-89f8-423f-8053-556adf21300a', 'tag': '32f484d9-4487-4a5e-9c10-1969ef313a7f'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:43.189484 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1732786d-109c-4ea2-bad1-e851f40982fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9d122f-89f8-423f-8053-556adf21300a", "tag": "32f484d9-4487-4a5e-9c10-1969ef313a7f"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:43.212121 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fc7fa-20fc-4ff4-8bc3-88e45c89f4aa service neutron] Pushing event updated for resources: {'Port': ['ID=32f484d9-4487-4a5e-9c10-1969ef313a7f,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:43.232957 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ca20ea-94fd-4526-9b29-d7ca295e9016 x-openstack-request-id: req-74ca20ea-94fd-4526-9b29-d7ca295e9016 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:43.233209 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9d122f-89f8-423f-8053-556adf21300a", "tag": "32f484d9-4487-4a5e-9c10-1969ef313a7f", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:43.233504 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74ca20ea-94fd-4526-9b29-d7ca295e9016 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:43.233949 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9d122f-89f8-423f-8053-556adf21300a', 'tag': '32f484d9-4487-4a5e-9c10-1969ef313a7f', 'status': 'completed', 'code': 200} Mar 08 19:22:43.320342 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732786d-109c-4ea2-bad1-e851f40982fe req-e28a718a-336e-4f6c-8e42-c68f0ee241c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:43.322892 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1732786d-109c-4ea2-bad1-e851f40982fe req-e28a718a-336e-4f6c-8e42-c68f0ee241c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e232d9d1074348e8bcb4ab6f69434a83&device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 1127 time: 0.0621300 Mar 08 19:22:43.399180 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5d8ccb95-c08a-481b-96d1-4c749bd1d8fb req-1912b9a2-bcb2-4590-a879-df2a91a5e305 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 210 time: 0.0304523 Mar 08 19:22:43.436376 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732786d-109c-4ea2-bad1-e851f40982fe req-a41f601f-d7c1-4f16-98e7-9f0f3351eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:43.437937 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1732786d-109c-4ea2-bad1-e851f40982fe req-a41f601f-d7c1-4f16-98e7-9f0f3351eb80 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e232d9d1074348e8bcb4ab6f69434a83&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1044149 Mar 08 19:22:43.537080 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732786d-109c-4ea2-bad1-e851f40982fe req-70e87473-2c3e-46f7-8d24-5088c14c63d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:43.538456 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1732786d-109c-4ea2-bad1-e851f40982fe req-70e87473-2c3e-46f7-8d24-5088c14c63d5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933630 Mar 08 19:22:43.627097 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-a1d10cc6-b43b-4d00-b14d-093a76ee1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:43.628974 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-a1d10cc6-b43b-4d00-b14d-093a76ee1de9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e232d9d1074348e8bcb4ab6f69434a83&device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 1127 time: 0.0554566 Mar 08 19:22:43.656607 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-4df45478-94e6-4498-aa4f-9fb74edfc7f9 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:43.658140 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-4df45478-94e6-4498-aa4f-9fb74edfc7f9 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.64 "GET /v2.0/networks?id=69802df9-787a-41a0-a555-a83afcc0c32c HTTP/1.1" status: 200 len: 808 time: 0.1089449 Mar 08 19:22:43.678393 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-fd4c2770-b6c8-48e8-acc0-81dc2b89934c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32f484d9-4487-4a5e-9c10-1969ef313a7f HTTP/1.1" status: 200 len: 217 time: 0.0351830 Mar 08 19:22:43.693965 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:22:43.726216 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-47e8a67d-c05d-47b3-91e7-fa1a602c7a66 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7066fbf33be4e52813e7bc19c95d3f4 HTTP/1.1" status: 200 len: 379 time: 0.0602410 Mar 08 19:22:43.728057 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-0e3edd61-75fe-49ce-a8ff-a33db0f2b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:43.729579 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-0e3edd61-75fe-49ce-a8ff-a33db0f2b628 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c12f396-82f2-4313-8a98-b17d51e08628 HTTP/1.1" status: 200 len: 855 time: 0.0433977 Mar 08 19:22:43.734602 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-1106089e-7fb9-4695-aaa8-b38cea6214d1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Request body: {'port': {'device_id': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c', 'admin_state_up': True, 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'security_groups': ['06f3eab7-2bc4-4c0c-b14f-c89a02606c33']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:43.785232 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-4cab3759-4ed1-43c9-b719-7b461db60885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:43.786786 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-4cab3759-4ed1-43c9-b719-7b461db60885 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46edac82-f34a-4fd3-bd2f-ca292de936fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500770 Mar 08 19:22:43.901688 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-8fbbce51-90fa-48d3-ac60-925f071ee8cf service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085103 Mar 08 19:22:43.938526 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-1106089e-7fb9-4695-aaa8-b38cea6214d1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Made reservation on behalf of f7066fbf33be4e52813e7bc19c95d3f4 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:22:43.943011 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-1106089e-7fb9-4695-aaa8-b38cea6214d1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:43.965685 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187d78a-55f5-476d-b03a-f8dc430347d9 req-272b962a-5c0b-41de-889e-689e9f09d5e7 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:43.967242 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7187d78a-55f5-476d-b03a-f8dc430347d9 req-272b962a-5c0b-41de-889e-689e9f09d5e7 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.1045511 Mar 08 19:22:44.068754 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7187d78a-55f5-476d-b03a-f8dc430347d9 req-d8b7eaac-ce4a-4add-91ec-311e5c07c3ea tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657852 Mar 08 19:22:44.070672 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-3ed21df6-3779-430a-8c08-d4bc3a963f85 service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564476 Mar 08 19:22:44.082307 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-1106089e-7fb9-4695-aaa8-b38cea6214d1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Allocated IP 172.20.0.7 (69802df9-787a-41a0-a555-a83afcc0c32c/ef5a05d0-7f50-4947-93be-6051fe0e79cc/1848d23a-93e3-4698-9652-4de98d5e5d99) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:22:44.221833 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-1106089e-7fb9-4695-aaa8-b38cea6214d1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:44.324237 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-1106089e-7fb9-4695-aaa8-b38cea6214d1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:44.374179 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-1106089e-7fb9-4695-aaa8-b38cea6214d1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Network 69802df9-787a-41a0-a555-a83afcc0c32c is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:22:44.377286 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-1106089e-7fb9-4695-aaa8-b38cea6214d1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:22:44.380940 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-1106089e-7fb9-4695-aaa8-b38cea6214d1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:22:44.408009 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106089e-7fb9-4695-aaa8-b38cea6214d1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Pushing event updated for resources: {'Port': ['ID=1848d23a-93e3-4698-9652-4de98d5e5d99,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:44.437778 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-1106089e-7fb9-4695-aaa8-b38cea6214d1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:44.437778 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-1106089e-7fb9-4695-aaa8-b38cea6214d1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:44.539999 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b7c46-7c45-4f73-8fdd-b31cadb7f4a3 req-a57aa482-18b0-4f21-b04d-919cf5d430a7 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:44.541692 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-804b7c46-7c45-4f73-8fdd-b31cadb7f4a3 req-a57aa482-18b0-4f21-b04d-919cf5d430a7 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 931 time: 0.0613725 Mar 08 19:22:44.558310 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-1106089e-7fb9-4695-aaa8-b38cea6214d1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8275292 Mar 08 19:22:44.574831 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Request body: {'port': {'device_id': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:44.591459 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-804b7c46-7c45-4f73-8fdd-b31cadb7f4a3 req-a09872cc-2e61-49de-a934-a829d183a892 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439994 Mar 08 19:22:44.636470 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:44.661959 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-9f49bf01-2ee1-4d07-872a-91bf62f45a55 None None] Provisioning complete for port 1848d23a-93e3-4698-9652-4de98d5e5d99 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:44.662597 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9f49bf01-2ee1-4d07-872a-91bf62f45a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:44.696810 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9f49bf01-2ee1-4d07-872a-91bf62f45a55 None None] Port 1848d23a-93e3-4698-9652-4de98d5e5d99 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:22:44.901221 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1848d23a-93e3-4698-9652-4de98d5e5d99 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:22:44.908468 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Publish callbacks [] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:44.925300 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Transition to ACTIVE for port object 1848d23a-93e3-4698-9652-4de98d5e5d99 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:22:45.001494 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:45.073386 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1848d23a-93e3-4698-9652-4de98d5e5d99,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:45.134997 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Attempting to bind port 1848d23a-93e3-4698-9652-4de98d5e5d99 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:22:45.135340 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Attempting to bind port 1848d23a-93e3-4698-9652-4de98d5e5d99 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '19896de4-dd54-413f-966e-2eb4a6c023dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:22:45.135680 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Attempting to bind port 1848d23a-93e3-4698-9652-4de98d5e5d99 on network 69802df9-787a-41a0-a555-a83afcc0c32c {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:22:45.140772 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Port 1848d23a-93e3-4698-9652-4de98d5e5d99 on network 69802df9-787a-41a0-a555-a83afcc0c32c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:22:45.141246 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Attempting to bind port 1848d23a-93e3-4698-9652-4de98d5e5d99 on network 69802df9-787a-41a0-a555-a83afcc0c32c {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:22:45.147303 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:22:45.147647 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Checking segment: {'id': '19896de4-dd54-413f-966e-2eb4a6c023dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:22:45.148139 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Bound using segment: {'id': '19896de4-dd54-413f-966e-2eb4a6c023dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:22:45.148578 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Bound port: 1848d23a-93e3-4698-9652-4de98d5e5d99, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19896de4-dd54-413f-966e-2eb4a6c023dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:22:45.148946 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:45.214317 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a523200-a717-4eeb-b706-dccdf3f9a0e2 req-8ca37f39-4258-4c3e-b8cd-413a12b544af tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:45.219022 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5a523200-a717-4eeb-b706-dccdf3f9a0e2 req-8ca37f39-4258-4c3e-b8cd-413a12b544af tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0579212 Mar 08 19:22:45.228318 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] For port 1848d23a-93e3-4698-9652-4de98d5e5d99, host hv-cinder-83009, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:22:45.228318 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] For port 1848d23a-93e3-4698-9652-4de98d5e5d99, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1848d23a-93e3-4698-9652-4de98d5e5d99,segment=NetworkSegment(19896de4-dd54-413f-966e-2eb4a6c023dd),segment_id=19896de4-dd54-413f-966e-2eb4a6c023dd)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:22:45.263591 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5a523200-a717-4eeb-b706-dccdf3f9a0e2 req-1fc79345-4c1f-4bf0-acef-e4e3653fc640 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418851 Mar 08 19:22:45.348081 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:45.386500 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:45.387092 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:45.388556 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] 10.222.0.64 "PUT /v2.0/ports/1848d23a-93e3-4698-9652-4de98d5e5d99 HTTP/1.1" status: 200 len: 1093 time: 0.8204062 Mar 08 19:22:45.389004 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'tag': '1848d23a-93e3-4698-9652-4de98d5e5d99'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:45.391472 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b576118-ed3f-4080-afe9-b88fbfd0f877" -d '{"events": [{"name": "network-changed", "server_uuid": "a10f1a6c-9791-487c-916c-77af98c44df7", "tag": "1848d23a-93e3-4698-9652-4de98d5e5d99"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:45.416845 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfb902-743a-4036-9f56-ee54763345a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1848d23a-93e3-4698-9652-4de98d5e5d99,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:45.442289 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab4fce7-fec5-4286-9d8d-517491a5e6a1 x-openstack-request-id: req-1ab4fce7-fec5-4286-9d8d-517491a5e6a1 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:45.442619 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10f1a6c-9791-487c-916c-77af98c44df7", "tag": "1848d23a-93e3-4698-9652-4de98d5e5d99", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:45.442873 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ab4fce7-fec5-4286-9d8d-517491a5e6a1 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:45.443295 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'tag': '1848d23a-93e3-4698-9652-4de98d5e5d99', 'status': 'completed', 'code': 200} Mar 08 19:22:45.510794 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b576118-ed3f-4080-afe9-b88fbfd0f877 req-ee5a60e2-0585-4656-91a2-b4d450766040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:45.512296 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4b576118-ed3f-4080-afe9-b88fbfd0f877 req-ee5a60e2-0585-4656-91a2-b4d450766040 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7066fbf33be4e52813e7bc19c95d3f4&device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 1127 time: 0.0485795 Mar 08 19:22:45.618378 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b576118-ed3f-4080-afe9-b88fbfd0f877 req-05ddf8f2-94d8-414a-9f52-f5c139d8861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:45.619912 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4b576118-ed3f-4080-afe9-b88fbfd0f877 req-05ddf8f2-94d8-414a-9f52-f5c139d8861f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f7066fbf33be4e52813e7bc19c95d3f4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0988390 Mar 08 19:22:45.708831 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac26016-e850-4162-bbf5-b72d26888315 req-0def8e1a-e113-44b4-b98b-4c1c658cbeac tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:45.710255 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3ac26016-e850-4162-bbf5-b72d26888315 req-0def8e1a-e113-44b4-b98b-4c1c658cbeac tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 943 time: 0.0528033 Mar 08 19:22:45.723550 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b576118-ed3f-4080-afe9-b88fbfd0f877 req-f8d1e2a5-86b2-41b7-a8a7-d3600430321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:45.725106 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4b576118-ed3f-4080-afe9-b88fbfd0f877 req-f8d1e2a5-86b2-41b7-a8a7-d3600430321c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972939 Mar 08 19:22:45.771915 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3ac26016-e850-4162-bbf5-b72d26888315 req-04106e65-858d-4afc-93e7-9144f66739f5 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553665 Mar 08 19:22:45.809526 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-7abd1492-cabb-4084-8725-6d7d5e5ffeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:45.811136 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-7abd1492-cabb-4084-8725-6d7d5e5ffeba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7066fbf33be4e52813e7bc19c95d3f4&device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 1127 time: 0.0457196 Mar 08 19:22:45.853481 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-09d1fa09-a18e-4948-8585-bd525c7b7d4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1848d23a-93e3-4698-9652-4de98d5e5d99 HTTP/1.1" status: 200 len: 217 time: 0.0343556 Mar 08 19:22:45.901743 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-da195801-0b66-4032-88d8-3b5c67d0506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:45.903229 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-da195801-0b66-4032-88d8-3b5c67d0506a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef5a05d0-7f50-4947-93be-6051fe0e79cc HTTP/1.1" status: 200 len: 847 time: 0.0427928 Mar 08 19:22:45.955512 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-6e58b57d-5178-4572-8725-aaf328802064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:45.957041 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-6e58b57d-5178-4572-8725-aaf328802064 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=69802df9-787a-41a0-a555-a83afcc0c32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477648 Mar 08 19:22:46.048483 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-fd0f7240-efe0-4666-9e51-61a3df2ef2db service neutron] 10.222.0.64 "GET /v2.0/networks/69802df9-787a-41a0-a555-a83afcc0c32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839062 Mar 08 19:22:46.153611 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2c4294a2-9414-471f-92dc-04290a67f1f1 req-c33e72c9-27d7-4b98-b516-855f0f566d2b service neutron] 10.222.0.64 "GET /v2.0/networks/69802df9-787a-41a0-a555-a83afcc0c32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973294 Mar 08 19:22:46.237078 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abad2f2-07df-4e9e-8940-9dc865df3cf3 req-8045f05a-6300-4149-b4fa-d0fec57a06e3 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:46.238574 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2abad2f2-07df-4e9e-8940-9dc865df3cf3 req-8045f05a-6300-4149-b4fa-d0fec57a06e3 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 985 time: 0.0537198 Mar 08 19:22:46.298717 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2abad2f2-07df-4e9e-8940-9dc865df3cf3 req-aedb3e06-128f-49dd-b180-c6a0a88a46df tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a7bed3e-4a86-4da2-9cec-33e08adb9a14&id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539761 Mar 08 19:22:46.340187 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d90055-827b-46ce-aec8-6a9b7c33caa0 req-274174f1-b219-4b1a-9777-109d8ec05f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:46.341800 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00d90055-827b-46ce-aec8-6a9b7c33caa0 req-274174f1-b219-4b1a-9777-109d8ec05f15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ee114e2a47a43aeb36a88ea76037a8d&device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 1169 time: 0.0473697 Mar 08 19:22:46.397592 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb0f9c-a188-4a3b-bc20-6a1cf0430dd0 req-7b53c019-a160-43a4-a017-39095afda3f2 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:46.399109 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d4cb0f9c-a188-4a3b-bc20-6a1cf0430dd0 req-7b53c019-a160-43a4-a017-39095afda3f2 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0525935 Mar 08 19:22:46.446172 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d90055-827b-46ce-aec8-6a9b7c33caa0 req-c648550f-d572-4090-8ee3-1b6e22099800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:46.447679 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00d90055-827b-46ce-aec8-6a9b7c33caa0 req-c648550f-d572-4090-8ee3-1b6e22099800 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 HTTP/1.1" status: 200 len: 915 time: 0.0922854 Mar 08 19:22:46.447802 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d4cb0f9c-a188-4a3b-bc20-6a1cf0430dd0 req-745a23e8-7cdb-4043-a48f-7981c7c989c5 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424204 Mar 08 19:22:46.513207 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00d90055-827b-46ce-aec8-6a9b7c33caa0 req-84adb1fb-8c8c-4a6a-b258-057a89af20ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ce3c141-1907-451f-bd6d-4c730e46f374 HTTP/1.1" status: 200 len: 1002 time: 0.0589774 Mar 08 19:22:46.565573 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d90055-827b-46ce-aec8-6a9b7c33caa0 req-eb8c993c-8e21-4630-bae5-e9468e15010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:46.566927 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00d90055-827b-46ce-aec8-6a9b7c33caa0 req-eb8c993c-8e21-4630-bae5-e9468e15010e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=127d2768-3ec2-4e32-8751-49e5ef3b1d35 HTTP/1.1" status: 200 len: 853 time: 0.0419974 Mar 08 19:22:46.621316 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d90055-827b-46ce-aec8-6a9b7c33caa0 req-41e4e7cc-0075-416e-90bc-18ffaea46be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:46.622841 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00d90055-827b-46ce-aec8-6a9b7c33caa0 req-41e4e7cc-0075-416e-90bc-18ffaea46be1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477607 Mar 08 19:22:46.711630 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00d90055-827b-46ce-aec8-6a9b7c33caa0 req-da2ba899-f970-4f6a-9e87-75ee7f09fb1f service neutron] 10.222.0.64 "GET /v2.0/networks/5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817111 Mar 08 19:22:46.804708 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00d90055-827b-46ce-aec8-6a9b7c33caa0 req-3ff7a5a0-eb99-481b-a470-adfc8b749865 service neutron] 10.222.0.64 "GET /v2.0/networks/5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847166 Mar 08 19:22:46.899364 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226377a-c38a-4ee3-8cc7-fea40848f886 req-bab7cf76-cb1a-4f0b-9ff3-7cf08fd22c87 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:46.900753 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c226377a-c38a-4ee3-8cc7-fea40848f886 req-bab7cf76-cb1a-4f0b-9ff3-7cf08fd22c87 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 943 time: 0.0561810 Mar 08 19:22:46.949243 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c226377a-c38a-4ee3-8cc7-fea40848f886 req-e128c877-63d9-4367-9e2c-1d0ab915a764 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421989 Mar 08 19:22:47.425146 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f675c02-3b34-4c8e-b1e0-91560bede923 req-7051cc23-e7f8-460c-804d-22080ac6a86b tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:47.426740 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7f675c02-3b34-4c8e-b1e0-91560bede923 req-7051cc23-e7f8-460c-804d-22080ac6a86b tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 985 time: 0.0548415 Mar 08 19:22:47.492807 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7f675c02-3b34-4c8e-b1e0-91560bede923 req-3de495fb-9523-45bc-9b72-eb3596676b16 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a7bed3e-4a86-4da2-9cec-33e08adb9a14&id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600336 Mar 08 19:22:47.573806 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cf2c8-bc27-4dd2-9fdd-0b0caf7f8934 req-487439fd-501a-44ea-b878-539af4863d9d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:47.575315 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-418cf2c8-bc27-4dd2-9fdd-0b0caf7f8934 req-487439fd-501a-44ea-b878-539af4863d9d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0551934 Mar 08 19:22:47.620564 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-418cf2c8-bc27-4dd2-9fdd-0b0caf7f8934 req-7f1cc839-f5a4-4ca2-9c09-8e66e1b4669b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395315 Mar 08 19:22:48.066195 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d2fa8-3ea3-491e-ae46-3acbe4bdc60e req-186e3a1e-2979-4e6e-ae4c-19cce427dd1e tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:48.067718 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a69d2fa8-3ea3-491e-ae46-3acbe4bdc60e req-186e3a1e-2979-4e6e-ae4c-19cce427dd1e tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 943 time: 0.0524173 Mar 08 19:22:48.116277 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a69d2fa8-3ea3-491e-ae46-3acbe4bdc60e req-8e7b2885-46d7-4576-a486-095e26904f9d tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430906 Mar 08 19:22:48.172634 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 32f484d9-4487-4a5e-9c10-1969ef313a7f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:22:48.266822 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 32f484d9-4487-4a5e-9c10-1969ef313a7f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=32f484d9-4487-4a5e-9c10-1969ef313a7f,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:48.277408 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '32f484d9-4487-4a5e-9c10-1969ef313a7f', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'port_id': '32f484d9-4487-4a5e-9c10-1969ef313a7f', 'mac_address': 'fa:16:3e:a1:ce:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:22:48.313849 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 32f484d9-4487-4a5e-9c10-1969ef313a7f is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:48.314242 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:48.330720 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f484d9-4487-4a5e-9c10-1969ef313a7f {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:22:48.350557 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 32f484d9-4487-4a5e-9c10-1969ef313a7f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=32f484d9-4487-4a5e-9c10-1969ef313a7f,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:48.473663 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:48.521877 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=32f484d9-4487-4a5e-9c10-1969ef313a7f,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:48.611980 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50e9a8-9e44-4d7c-9e5b-68e8f2761f43 req-aeb4f3e4-5fca-4bb1-b5cb-4b5314ab34f0 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:48.613443 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1d50e9a8-9e44-4d7c-9e5b-68e8f2761f43 req-aeb4f3e4-5fca-4bb1-b5cb-4b5314ab34f0 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 985 time: 0.0526562 Mar 08 19:22:48.676372 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1d50e9a8-9e44-4d7c-9e5b-68e8f2761f43 req-c3c9799c-04fb-4828-9449-c713f8e2b290 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a7bed3e-4a86-4da2-9cec-33e08adb9a14&id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572722 Mar 08 19:22:48.745842 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1347e7-9faa-4acc-9cba-f4a910ea371e req-2e4952ad-5e3a-4b71-8e76-84a98a16df12 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:48.747337 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0d1347e7-9faa-4acc-9cba-f4a910ea371e req-2e4952ad-5e3a-4b71-8e76-84a98a16df12 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 944 time: 0.0530472 Mar 08 19:22:48.801638 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0d1347e7-9faa-4acc-9cba-f4a910ea371e req-8813e04b-d6bf-4854-a28e-7868a7e3f0a1 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486801 Mar 08 19:22:48.831629 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['32f484d9-4487-4a5e-9c10-1969ef313a7f'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:22:49.231662 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef99fab-4464-4d62-b940-9afdd4f04bd6 req-b966dbc2-05d5-4927-92ca-9392982fdb3c tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:49.233369 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2ef99fab-4464-4d62-b940-9afdd4f04bd6 req-b966dbc2-05d5-4927-92ca-9392982fdb3c tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 943 time: 0.0523131 Mar 08 19:22:49.280451 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2ef99fab-4464-4d62-b940-9afdd4f04bd6 req-5c653114-8ed9-4b6a-9358-98f8568d950a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415432 Mar 08 19:22:49.798233 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a426bb-d427-4a3a-964b-beeae64fc0b6 req-91a7c645-7088-4a79-8204-ffffed6e5595 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:49.799753 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-27a426bb-d427-4a3a-964b-beeae64fc0b6 req-91a7c645-7088-4a79-8204-ffffed6e5595 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 985 time: 0.0566280 Mar 08 19:22:49.859633 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-27a426bb-d427-4a3a-964b-beeae64fc0b6 req-b230b149-98c1-48da-92fe-8e50e6d0d6ec tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a7bed3e-4a86-4da2-9cec-33e08adb9a14&id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542157 Mar 08 19:22:49.924055 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2dc3f-5ac4-43a3-ae0f-4e4481055641 req-85036056-96f7-4a74-9539-72b641458958 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:49.925518 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-12d2dc3f-5ac4-43a3-ae0f-4e4481055641 req-85036056-96f7-4a74-9539-72b641458958 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 944 time: 0.0531442 Mar 08 19:22:49.972441 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-12d2dc3f-5ac4-43a3-ae0f-4e4481055641 req-0039319e-e522-4f8f-aabb-a7681e84f6c4 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413723 Mar 08 19:22:50.181345 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 32f484d9-4487-4a5e-9c10-1969ef313a7f up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:22:50.325582 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port 32f484d9-4487-4a5e-9c10-1969ef313a7f completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:22:50.326296 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 32f484d9-4487-4a5e-9c10-1969ef313a7f triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:50.326871 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:50.399075 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f3247-3750-453e-a851-d7ea954203c8 req-dd50f432-ce34-4b08-af33-1afcb824227c tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:50.401963 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a19f3247-3750-453e-a851-d7ea954203c8 req-dd50f432-ce34-4b08-af33-1afcb824227c tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 943 time: 0.0535274 Mar 08 19:22:50.407352 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 32f484d9-4487-4a5e-9c10-1969ef313a7f is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:50.407731 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:50.431308 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d122f-89f8-423f-8053-556adf21300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f484d9-4487-4a5e-9c10-1969ef313a7f'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:50.433521 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf1a026-e077-45c3-8ed6-a6a9120a0c38" -d '{"events": [{"server_uuid": "1d9d122f-89f8-423f-8053-556adf21300a", "name": "network-vif-plugged", "status": "completed", "tag": "32f484d9-4487-4a5e-9c10-1969ef313a7f"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:50.447549 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 32f484d9-4487-4a5e-9c10-1969ef313a7f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=32f484d9-4487-4a5e-9c10-1969ef313a7f,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:50.462771 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a19f3247-3750-453e-a851-d7ea954203c8 req-163f0f8d-fd61-43df-ac6f-aac6577aa791 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552688 Mar 08 19:22:50.470588 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7516e1da-22f7-46d6-a6b7-a7f42956d08e x-openstack-request-id: req-7516e1da-22f7-46d6-a6b7-a7f42956d08e {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:50.470588 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9d122f-89f8-423f-8053-556adf21300a", "name": "network-vif-plugged", "status": "completed", "tag": "32f484d9-4487-4a5e-9c10-1969ef313a7f", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:50.470588 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7516e1da-22f7-46d6-a6b7-a7f42956d08e {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:50.470945 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9d122f-89f8-423f-8053-556adf21300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f484d9-4487-4a5e-9c10-1969ef313a7f', 'code': 200} Mar 08 19:22:50.515715 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:50.563117 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=32f484d9-4487-4a5e-9c10-1969ef313a7f,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:50.708020 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-70448a2a-b0be-4910-8bf1-c8f7ac65e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:50.823418 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cff2c0-6976-4673-ad32-b9fc117118df req-709b9538-1de5-45a1-8607-89b4759f46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:50.824870 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34cff2c0-6976-4673-ad32-b9fc117118df req-709b9538-1de5-45a1-8607-89b4759f46d5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 1129 time: 0.0445528 Mar 08 19:22:50.870947 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34cff2c0-6976-4673-ad32-b9fc117118df req-9f1c1336-befb-4b40-9644-0307e7e01abc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400062 Mar 08 19:22:50.980421 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e495873-8702-42e4-8850-0ed24d67f2db req-f6b9847c-9afa-4d5d-b560-3e23d2eeddf6 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:50.981865 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6e495873-8702-42e4-8850-0ed24d67f2db req-f6b9847c-9afa-4d5d-b560-3e23d2eeddf6 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 985 time: 0.0521104 Mar 08 19:22:51.041084 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6e495873-8702-42e4-8850-0ed24d67f2db req-b99793d6-7095-48b1-90e3-6a80458eb1d2 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a7bed3e-4a86-4da2-9cec-33e08adb9a14&id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532975 Mar 08 19:22:51.091896 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91250541-dc3e-4b13-9970-402a8d45c32d req-d354c48c-1e8a-479e-89b0-4494969df063 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:51.093288 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-91250541-dc3e-4b13-9970-402a8d45c32d req-d354c48c-1e8a-479e-89b0-4494969df063 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0512609 Mar 08 19:22:51.139002 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-91250541-dc3e-4b13-9970-402a8d45c32d req-5f01aaf0-6e00-4170-8ce0-706570fa65ad tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393341 Mar 08 19:22:51.592623 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994a908-f65a-49a9-923c-a594a751391a req-b54b767f-6f60-4f4d-9a2b-049f8d9be530 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:51.594108 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e994a908-f65a-49a9-923c-a594a751391a req-b54b767f-6f60-4f4d-9a2b-049f8d9be530 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 943 time: 0.0589004 Mar 08 19:22:51.642767 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e994a908-f65a-49a9-923c-a594a751391a req-87790ca0-69bd-4790-92d8-2000961bea54 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424993 Mar 08 19:22:52.157744 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992ba9e-d724-463f-9e07-3d21a263f47e req-f70ba133-1cf3-4d70-9fb5-9be775cc7596 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:52.159730 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b992ba9e-d724-463f-9e07-3d21a263f47e req-f70ba133-1cf3-4d70-9fb5-9be775cc7596 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 985 time: 0.0517292 Mar 08 19:22:52.231141 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b992ba9e-d724-463f-9e07-3d21a263f47e req-94aec676-ca71-43ed-b608-489d370ab8cc tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a7bed3e-4a86-4da2-9cec-33e08adb9a14&id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657747 Mar 08 19:22:52.273447 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90ee6c-073a-4353-9147-16b523bfb613 req-2ba01e00-ccb6-4081-9f60-f7377a05b36a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:52.275035 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c90ee6c-073a-4353-9147-16b523bfb613 req-2ba01e00-ccb6-4081-9f60-f7377a05b36a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0624278 Mar 08 19:22:52.322324 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9c90ee6c-073a-4353-9147-16b523bfb613 req-56a13e19-8ea2-4d93-86eb-be339dd94252 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416603 Mar 08 19:22:52.769345 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa95c12-da34-4635-9c44-39e2671a367a req-1c918059-0f0d-4cd7-8fd3-226d307c69f3 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:52.770886 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6aa95c12-da34-4635-9c44-39e2671a367a req-1c918059-0f0d-4cd7-8fd3-226d307c69f3 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 943 time: 0.0532103 Mar 08 19:22:52.819575 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6aa95c12-da34-4635-9c44-39e2671a367a req-f6cb1f7c-0c25-47f3-87ce-e2866b6f01ed tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432439 Mar 08 19:22:53.133301 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-45ce7c29-0393-4cb4-944a-60df031f33c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:53.355174 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afac77-6573-4416-bcc7-154d99d1c393 req-b5146917-d1a6-4efc-8c47-53d9825bc3d9 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:53.356811 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-95afac77-6573-4416-bcc7-154d99d1c393 req-b5146917-d1a6-4efc-8c47-53d9825bc3d9 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 985 time: 0.0579717 Mar 08 19:22:53.445402 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-95afac77-6573-4416-bcc7-154d99d1c393 req-95851e30-1181-4336-b549-68209cc62916 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a7bed3e-4a86-4da2-9cec-33e08adb9a14&id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825083 Mar 08 19:22:53.468213 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793830bd-cad9-4a58-8d41-53e2b9ba3ead req-38592adf-f6f5-4b45-95e5-ac81fdbe8dc3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:53.469704 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-793830bd-cad9-4a58-8d41-53e2b9ba3ead req-38592adf-f6f5-4b45-95e5-ac81fdbe8dc3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0683804 Mar 08 19:22:53.517415 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-793830bd-cad9-4a58-8d41-53e2b9ba3ead req-9d6150e4-1ccd-4f59-aa9c-b157f3b1d032 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411959 Mar 08 19:22:53.634582 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a4800-ca89-41e6-aa94-b67da98b7f83 req-d2943e91-3726-4c30-942a-15d1163f5d69 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:53.636154 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e56a4800-ca89-41e6-aa94-b67da98b7f83 req-d2943e91-3726-4c30-942a-15d1163f5d69 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0519960 Mar 08 19:22:53.645806 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44918) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:53.650084 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-d7b20d32-efc2-4e93-a149-e1b9038fb446 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Request body: {'floatingip': {'port_id': '32f484d9-4487-4a5e-9c10-1969ef313a7f'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:53.690901 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d7b20d32-efc2-4e93-a149-e1b9038fb446 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for floatingip (c6a7c27e-d46f-4e64-8b3f-f9babceacef5), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:54.019836 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b50840-4832-48be-8646-a3e12fa2f8bf req-37fed892-5357-4d90-98a4-bfc0991f7fae tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:54.021855 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c2b50840-4832-48be-8646-a3e12fa2f8bf req-37fed892-5357-4d90-98a4-bfc0991f7fae tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 943 time: 0.1365495 Mar 08 19:22:54.115733 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c2b50840-4832-48be-8646-a3e12fa2f8bf req-4ba20293-e3eb-48f7-af84-66dd654d43fd tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875177 Mar 08 19:22:54.122325 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:54.204217 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d7b20d32-efc2-4e93-a149-e1b9038fb446 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:54.270836 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d7b20d32-efc2-4e93-a149-e1b9038fb446 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (c6a7c27e-d46f-4e64-8b3f-f9babceacef5), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:54.372388 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.l3_db [None req-d7b20d32-efc2-4e93-a149-e1b9038fb446 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Floating IP c6a7c27e-d46f-4e64-8b3f-f9babceacef5 associated. External IP: 172.27.2.186, port: 32f484d9-4487-4a5e-9c10-1969ef313a7f. Mar 08 19:22:54.693302 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:54.784718 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f212a5-7cf6-4876-8c7a-33bd217aadc0 req-afa03886-d5cd-44d4-82bc-f0e2368d0080 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:54.787026 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-34f212a5-7cf6-4876-8c7a-33bd217aadc0 req-afa03886-d5cd-44d4-82bc-f0e2368d0080 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 985 time: 0.1085060 Mar 08 19:22:54.884645 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b20d32-efc2-4e93-a149-e1b9038fb446 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Router a1562454-30ab-4b3e-b508-89e0b929cde4 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:22:54.889905 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-34f212a5-7cf6-4876-8c7a-33bd217aadc0 req-23c4c45a-f0b2-452b-ac35-1308cc28e207 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a7bed3e-4a86-4da2-9cec-33e08adb9a14&id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969114 Mar 08 19:22:55.001288 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b20d32-efc2-4e93-a149-e1b9038fb446 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:22:55.006548 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d7b20d32-efc2-4e93-a149-e1b9038fb446 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:55.011160 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e55474-aa7b-4053-9d5d-c983fac79f55 None None] Sync routers for ids ['a1562454-30ab-4b3e-b508-89e0b929cde4'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:22:55.020875 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e55474-aa7b-4053-9d5d-c983fac79f55 None None] Routers {'a1562454-30ab-4b3e-b508-89e0b929cde4'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:55.021489 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-c8e55474-aa7b-4053-9d5d-c983fac79f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:22:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a1562454-30ab-4b3e-b508-89e0b929cde4'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:55.036657 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-d7b20d32-efc2-4e93-a149-e1b9038fb446 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "PUT /v2.0/floatingips/c6a7c27e-d46f-4e64-8b3f-f9babceacef5 HTTP/1.1" status: 200 len: 991 time: 1.3890033 Mar 08 19:22:55.036986 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9d122f-89f8-423f-8053-556adf21300a', 'tag': '32f484d9-4487-4a5e-9c10-1969ef313a7f'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:55.039226 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d388b51-ca56-43d1-99c1-45eb20910ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9d122f-89f8-423f-8053-556adf21300a", "tag": "32f484d9-4487-4a5e-9c10-1969ef313a7f"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:55.073980 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477dd4fc-2b80-4bed-a57c-ebd31a607e1d x-openstack-request-id: req-477dd4fc-2b80-4bed-a57c-ebd31a607e1d {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:55.074275 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9d122f-89f8-423f-8053-556adf21300a", "tag": "32f484d9-4487-4a5e-9c10-1969ef313a7f", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:55.074550 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-477dd4fc-2b80-4bed-a57c-ebd31a607e1d {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:55.074944 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9d122f-89f8-423f-8053-556adf21300a', 'tag': '32f484d9-4487-4a5e-9c10-1969ef313a7f', 'status': 'completed', 'code': 200} Mar 08 19:22:55.149724 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d388b51-ca56-43d1-99c1-45eb20910ce8 req-297c92aa-cb37-4d83-bd02-52022aa4c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:55.151303 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5d388b51-ca56-43d1-99c1-45eb20910ce8 req-297c92aa-cb37-4d83-bd02-52022aa4c74e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e232d9d1074348e8bcb4ab6f69434a83&device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 1129 time: 0.0548763 Mar 08 19:22:55.246041 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9fe38-9509-458b-92cb-8d6c894f5fc0 req-cce5f999-61a6-4ec8-bfb8-b43197133afe tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:55.247556 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f0a9fe38-9509-458b-92cb-8d6c894f5fc0 req-cce5f999-61a6-4ec8-bfb8-b43197133afe tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 943 time: 0.0600655 Mar 08 19:22:55.248643 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d388b51-ca56-43d1-99c1-45eb20910ce8 req-39875434-c8a9-4bae-913e-0a6d0e583ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:55.250117 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5d388b51-ca56-43d1-99c1-45eb20910ce8 req-39875434-c8a9-4bae-913e-0a6d0e583ac4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46edac82-f34a-4fd3-bd2f-ca292de936fb HTTP/1.1" status: 200 len: 917 time: 0.0907137 Mar 08 19:22:55.262056 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-c8e55474-aa7b-4053-9d5d-c983fac79f55 None None] Set router a1562454-30ab-4b3e-b508-89e0b929cde4 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:55.304184 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f0a9fe38-9509-458b-92cb-8d6c894f5fc0 req-16ad6b25-8471-4bb2-8e37-dcb7b2d23ac2 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504487 Mar 08 19:22:55.324235 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5d388b51-ca56-43d1-99c1-45eb20910ce8 req-c73495cd-048a-4538-b9cc-bd5c045d10ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32f484d9-4487-4a5e-9c10-1969ef313a7f HTTP/1.1" status: 200 len: 999 time: 0.0673847 Mar 08 19:22:55.374093 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d388b51-ca56-43d1-99c1-45eb20910ce8 req-1de2074c-aa87-4ffa-a699-6d28fffb5f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:55.375571 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5d388b51-ca56-43d1-99c1-45eb20910ce8 req-1de2074c-aa87-4ffa-a699-6d28fffb5f0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c12f396-82f2-4313-8a98-b17d51e08628 HTTP/1.1" status: 200 len: 855 time: 0.0445910 Mar 08 19:22:55.425284 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d388b51-ca56-43d1-99c1-45eb20910ce8 req-85862c65-8c9a-4524-95d4-0d49e65920d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:55.427754 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5d388b51-ca56-43d1-99c1-45eb20910ce8 req-85862c65-8c9a-4524-95d4-0d49e65920d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46edac82-f34a-4fd3-bd2f-ca292de936fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452161 Mar 08 19:22:55.492292 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-c8e55474-aa7b-4053-9d5d-c983fac79f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'c6a7c27e-d46f-4e64-8b3f-f9babceacef5', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'port_id': '32f484d9-4487-4a5e-9c10-1969ef313a7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'mac_address': 'fa:16:3e:a1:ce:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9d122f-89f8-423f-8053-556adf21300a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:22:37Z', 'updated_at': '2022-03-08T19:22:54Z', 'revision_number': 1, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c809f54-5e78-429e-96f2-9d8f02a99d49', 'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'mac_address': 'fa:16:3e:1a:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:16:03Z', 'updated_at': '2022-03-08T19:16:11Z', 'revision_number': 5, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'subnets': [{'id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:55.517874 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e55474-aa7b-4053-9d5d-c983fac79f55 None None] Checking router: a1562454-30ab-4b3e-b508-89e0b929cde4 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:22:55.522381 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5d388b51-ca56-43d1-99c1-45eb20910ce8 req-cdb82c93-81c4-47f0-957f-22a5bddb8653 service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881896 Mar 08 19:22:55.527178 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e55474-aa7b-4053-9d5d-c983fac79f55 None None] Routers {'a1562454-30ab-4b3e-b508-89e0b929cde4'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:55.527859 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-c8e55474-aa7b-4053-9d5d-c983fac79f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:22:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a1562454-30ab-4b3e-b508-89e0b929cde4'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:55.630239 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5d388b51-ca56-43d1-99c1-45eb20910ce8 req-1387ab10-392d-4fd2-a1fd-4bbc132d368f service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015670 Mar 08 19:22:55.640818 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-c8e55474-aa7b-4053-9d5d-c983fac79f55 None None] Set router a1562454-30ab-4b3e-b508-89e0b929cde4 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:55.764572 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:55.877809 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-c8e55474-aa7b-4053-9d5d-c983fac79f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'c6a7c27e-d46f-4e64-8b3f-f9babceacef5', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'port_id': '32f484d9-4487-4a5e-9c10-1969ef313a7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'mac_address': 'fa:16:3e:a1:ce:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9d122f-89f8-423f-8053-556adf21300a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:22:37Z', 'updated_at': '2022-03-08T19:22:54Z', 'revision_number': 1, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c809f54-5e78-429e-96f2-9d8f02a99d49', 'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'mac_address': 'fa:16:3e:1a:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:16:03Z', 'updated_at': '2022-03-08T19:16:11Z', 'revision_number': 5, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'subnets': [{'id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:55.905348 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e55474-aa7b-4053-9d5d-c983fac79f55 None None] The sync data for ids ['a1562454-30ab-4b3e-b508-89e0b929cde4'] in dv-cinder-830092-3-iscsi is: [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'c6a7c27e-d46f-4e64-8b3f-f9babceacef5', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'port_id': '32f484d9-4487-4a5e-9c10-1969ef313a7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'mac_address': 'fa:16:3e:a1:ce:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9d122f-89f8-423f-8053-556adf21300a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:22:37Z', 'updated_at': '2022-03-08T19:22:54Z', 'revision_number': 1, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c809f54-5e78-429e-96f2-9d8f02a99d49', 'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'mac_address': 'fa:16:3e:1a:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:16:03Z', 'updated_at': '2022-03-08T19:16:11Z', 'revision_number': 5, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'subnets': [{'id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:22:56.025279 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67b999-a739-488e-845c-897c46b3b9a3 req-de671fc4-f9a7-4717-8f50-afc2f3a41f3b tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:56.026822 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5a67b999-a739-488e-845c-897c46b3b9a3 req-de671fc4-f9a7-4717-8f50-afc2f3a41f3b tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 985 time: 0.0551987 Mar 08 19:22:56.089264 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5a67b999-a739-488e-845c-897c46b3b9a3 req-e99568f5-f74e-4f42-88aa-1732a0bbf706 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a7bed3e-4a86-4da2-9cec-33e08adb9a14&id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567758 Mar 08 19:22:56.114369 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12e6b19-f08b-41b5-be4e-230db9358caa None None] New status for floating IP c6a7c27e-d46f-4e64-8b3f-f9babceacef5: ACTIVE {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:22:56.197394 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 1848d23a-93e3-4698-9652-4de98d5e5d99 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:22:56.299740 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 1848d23a-93e3-4698-9652-4de98d5e5d99, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1848d23a-93e3-4698-9652-4de98d5e5d99,segment=NetworkSegment(19896de4-dd54-413f-966e-2eb4a6c023dd),segment_id=19896de4-dd54-413f-966e-2eb4a6c023dd)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:56.310391 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '1848d23a-93e3-4698-9652-4de98d5e5d99', 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c', 'port_id': '1848d23a-93e3-4698-9652-4de98d5e5d99', 'mac_address': 'fa:16:3e:4c:44:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:22:56.348927 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 1848d23a-93e3-4698-9652-4de98d5e5d99 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:56.349320 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:56.363253 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1848d23a-93e3-4698-9652-4de98d5e5d99 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:22:56.388153 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 1848d23a-93e3-4698-9652-4de98d5e5d99, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1848d23a-93e3-4698-9652-4de98d5e5d99,segment=NetworkSegment(19896de4-dd54-413f-966e-2eb4a6c023dd),segment_id=19896de4-dd54-413f-966e-2eb4a6c023dd)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:56.427120 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4f239-8f63-4eed-bb71-a718ecb84d47 req-54551b7a-588f-4c5d-8c82-d6d7b4c0943e tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:56.428606 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-43c4f239-8f63-4eed-bb71-a718ecb84d47 req-54551b7a-588f-4c5d-8c82-d6d7b4c0943e tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 943 time: 0.0532765 Mar 08 19:22:56.480675 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-43c4f239-8f63-4eed-bb71-a718ecb84d47 req-ad1a8f2b-4991-4dfc-81d1-978421eb1a2a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464263 Mar 08 19:22:56.486075 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:56.536974 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=1848d23a-93e3-4698-9652-4de98d5e5d99,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:56.872992 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['1848d23a-93e3-4698-9652-4de98d5e5d99'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:22:57.021666 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:57.210285 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab141138-43b2-4bc9-8ef0-1a14645f8885 req-0c2ccfdc-7e9f-410f-a213-e190816afc6a tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:57.211756 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ab141138-43b2-4bc9-8ef0-1a14645f8885 req-0c2ccfdc-7e9f-410f-a213-e190816afc6a tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 985 time: 0.0523100 Mar 08 19:22:57.269304 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ab141138-43b2-4bc9-8ef0-1a14645f8885 req-ced05bc9-c06e-4a9d-85f2-40524d632a85 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a7bed3e-4a86-4da2-9cec-33e08adb9a14&id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519638 Mar 08 19:22:57.600249 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c87ad2-f3c1-4864-bea3-0ec4b3e9e4a1 req-f7fbf15f-8cdc-413c-90ba-7e64fc6a995a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:57.601741 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a6c87ad2-f3c1-4864-bea3-0ec4b3e9e4a1 req-f7fbf15f-8cdc-413c-90ba-7e64fc6a995a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 944 time: 0.0530665 Mar 08 19:22:57.648959 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a6c87ad2-f3c1-4864-bea3-0ec4b3e9e4a1 req-d4071c89-3f91-495b-8d46-44224a0d0f8c tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417931 Mar 08 19:22:58.212847 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 1848d23a-93e3-4698-9652-4de98d5e5d99 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:22:58.337309 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port 1848d23a-93e3-4698-9652-4de98d5e5d99 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:22:58.341581 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 1848d23a-93e3-4698-9652-4de98d5e5d99 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:58.342072 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:58.392014 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a395b7-8e05-4059-b529-099d4431e34a req-01e67ee7-2f21-4377-98d8-d7680c046271 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:58.393500 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-24a395b7-8e05-4059-b529-099d4431e34a req-01e67ee7-2f21-4377-98d8-d7680c046271 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 985 time: 0.0567515 Mar 08 19:22:58.422705 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 1848d23a-93e3-4698-9652-4de98d5e5d99 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:58.423091 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:58.446269 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1848d23a-93e3-4698-9652-4de98d5e5d99'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:58.448455 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16b6946-027d-48a5-888f-9f50691bf757" -d '{"events": [{"server_uuid": "a10f1a6c-9791-487c-916c-77af98c44df7", "name": "network-vif-plugged", "status": "completed", "tag": "1848d23a-93e3-4698-9652-4de98d5e5d99"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:58.459549 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-24a395b7-8e05-4059-b529-099d4431e34a req-1ba2f0b6-d2ad-49c3-a1a0-fa9631cbed3c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a7bed3e-4a86-4da2-9cec-33e08adb9a14&id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596476 Mar 08 19:22:58.461314 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 1848d23a-93e3-4698-9652-4de98d5e5d99, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1848d23a-93e3-4698-9652-4de98d5e5d99,segment=NetworkSegment(19896de4-dd54-413f-966e-2eb4a6c023dd),segment_id=19896de4-dd54-413f-966e-2eb4a6c023dd)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:58.492157 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0458db-4c67-4f48-a375-82b98b11632c x-openstack-request-id: req-7f0458db-4c67-4f48-a375-82b98b11632c {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:58.492447 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10f1a6c-9791-487c-916c-77af98c44df7", "name": "network-vif-plugged", "status": "completed", "tag": "1848d23a-93e3-4698-9652-4de98d5e5d99", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:58.492700 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f0458db-4c67-4f48-a375-82b98b11632c {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:58.493189 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1848d23a-93e3-4698-9652-4de98d5e5d99', 'code': 200} Mar 08 19:22:58.602109 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:58.649664 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=1848d23a-93e3-4698-9652-4de98d5e5d99,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:58.768711 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67146f3f-ec7c-4dab-96df-30ff39fee3af req-742d82a8-14f5-495f-9845-321681d5ddd4 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:58.770743 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-67146f3f-ec7c-4dab-96df-30ff39fee3af req-742d82a8-14f5-495f-9845-321681d5ddd4 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0570309 Mar 08 19:22:58.824026 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-67146f3f-ec7c-4dab-96df-30ff39fee3af req-9afd41b2-ca2f-4867-a986-742ef93767ce tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472388 Mar 08 19:22:58.968006 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2eda1-1155-4e4d-8c73-8fcbbc93d53c req-f5616ec1-4a03-49c4-87a3-8b95615846c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:58.969542 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e3a2eda1-1155-4e4d-8c73-8fcbbc93d53c req-f5616ec1-4a03-49c4-87a3-8b95615846c2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 1129 time: 0.0483308 Mar 08 19:22:59.019438 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e3a2eda1-1155-4e4d-8c73-8fcbbc93d53c req-0d9c9ba2-ffa0-4cec-b6ae-1be2a15fb24c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409842 Mar 08 19:22:59.590640 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2ebba-5795-4cd4-921d-eb46836e99f1 req-2b48fba8-8693-4359-83ce-69aa757aade7 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:59.592173 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-17c2ebba-5795-4cd4-921d-eb46836e99f1 req-2b48fba8-8693-4359-83ce-69aa757aade7 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 985 time: 0.0521078 Mar 08 19:22:59.655446 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-17c2ebba-5795-4cd4-921d-eb46836e99f1 req-8e6214c0-bc3b-4259-8775-5e9d75bce223 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a7bed3e-4a86-4da2-9cec-33e08adb9a14&id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575972 Mar 08 19:22:59.941389 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5d67f-5e3a-4137-a8cd-739b68aadee3 req-f76fb2bc-b163-4117-a09a-4cc463df17d1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:59.942877 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8ba5d67f-5e3a-4137-a8cd-739b68aadee3 req-f76fb2bc-b163-4117-a09a-4cc463df17d1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0527971 Mar 08 19:22:59.990626 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8ba5d67f-5e3a-4137-a8cd-739b68aadee3 req-293e0f57-1ee4-49f9-b450-683a3f49f340 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421469 Mar 08 19:23:00.775518 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec99be-7319-4366-a34c-e8195d7eb699 req-eb35c5a1-53d7-461e-aa2a-23050d896033 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:00.776996 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6cec99be-7319-4366-a34c-e8195d7eb699 req-eb35c5a1-53d7-461e-aa2a-23050d896033 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 985 time: 0.0537927 Mar 08 19:23:00.836690 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6cec99be-7319-4366-a34c-e8195d7eb699 req-9e617403-6db5-4338-9fc7-907a946d1e5c tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a7bed3e-4a86-4da2-9cec-33e08adb9a14&id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539739 Mar 08 19:23:01.097153 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1da8c-c664-4b64-a5c6-99d5f2e19cb9 req-a023f810-e567-4fbd-a917-b6fc7e4a54aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:01.100543 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e0e1da8c-c664-4b64-a5c6-99d5f2e19cb9 req-a023f810-e567-4fbd-a917-b6fc7e4a54aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ee114e2a47a43aeb36a88ea76037a8d&device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 1169 time: 0.0471256 Mar 08 19:23:01.112321 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ce055-517e-40de-a4b2-92f98ad44a16 req-a2dea917-88af-4344-90d6-17a5b53e8a54 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:01.114062 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ab6ce055-517e-40de-a4b2-92f98ad44a16 req-a2dea917-88af-4344-90d6-17a5b53e8a54 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0576918 Mar 08 19:23:01.163011 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ab6ce055-517e-40de-a4b2-92f98ad44a16 req-22bb1669-0d81-4be0-94b4-3ba3cc944d69 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430112 Mar 08 19:23:01.217570 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1da8c-c664-4b64-a5c6-99d5f2e19cb9 req-4b6b9854-643b-4d27-b4d6-850dff8f9043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:01.219397 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e0e1da8c-c664-4b64-a5c6-99d5f2e19cb9 req-4b6b9854-643b-4d27-b4d6-850dff8f9043 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 HTTP/1.1" status: 200 len: 915 time: 0.1002271 Mar 08 19:23:01.288187 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e0e1da8c-c664-4b64-a5c6-99d5f2e19cb9 req-0bba83e7-a48b-4fad-a408-0338b246fcfe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ce3c141-1907-451f-bd6d-4c730e46f374 HTTP/1.1" status: 200 len: 1002 time: 0.0624828 Mar 08 19:23:01.290462 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373dfe5-ff2e-46bb-b294-03229692cfcf req-a18b4fc4-ba8b-453f-b058-8b774067efd2 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:01.291968 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d373dfe5-ff2e-46bb-b294-03229692cfcf req-a18b4fc4-ba8b-453f-b058-8b774067efd2 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0573511 Mar 08 19:23:01.336241 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1da8c-c664-4b64-a5c6-99d5f2e19cb9 req-d741d103-8b20-4064-8d92-6f7831233cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:01.337696 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e0e1da8c-c664-4b64-a5c6-99d5f2e19cb9 req-d741d103-8b20-4064-8d92-6f7831233cd7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=127d2768-3ec2-4e32-8751-49e5ef3b1d35 HTTP/1.1" status: 200 len: 853 time: 0.0430288 Mar 08 19:23:01.340346 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d373dfe5-ff2e-46bb-b294-03229692cfcf req-7807cba3-9960-4980-ac79-93b3c644b571 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426641 Mar 08 19:23:01.362828 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44956) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:01.392830 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1da8c-c664-4b64-a5c6-99d5f2e19cb9 req-edfd8fe0-bdbe-49a6-88c5-de669b626907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:01.394339 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e0e1da8c-c664-4b64-a5c6-99d5f2e19cb9 req-edfd8fe0-bdbe-49a6-88c5-de669b626907 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497174 Mar 08 19:23:01.455856 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc7a5f5-7a8c-4dc0-81d2-460eacead275 tempest-TestShelveInstance-1368248441 tempest-TestShelveInstance-1368248441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:01.457506 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-afc7a5f5-7a8c-4dc0-81d2-460eacead275 tempest-TestShelveInstance-1368248441 tempest-TestShelveInstance-1368248441-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 1124 time: 0.0936770 Mar 08 19:23:01.460974 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 44960) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:01.465246 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Request body: {'floatingip': {'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'port_id': '1848d23a-93e3-4698-9652-4de98d5e5d99', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:01.490705 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e0e1da8c-c664-4b64-a5c6-99d5f2e19cb9 req-adcb41f9-3496-41c9-a3c6-4d6374a3f10a service neutron] 10.222.0.64 "GET /v2.0/networks/5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899682 Mar 08 19:23:01.556884 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:01.589977 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e0e1da8c-c664-4b64-a5c6-99d5f2e19cb9 req-044c47d0-d9a5-4a8f-a48f-785d1b82b9f0 service neutron] 10.222.0.64 "GET /v2.0/networks/5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932572 Mar 08 19:23:01.656917 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:01.770061 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Allocated IP 172.27.2.211 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/629e632e-5f9e-41e7-b8b4-349499c7c145) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:23:01.875287 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for port (629e632e-5f9e-41e7-b8b4-349499c7c145), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:01.961390 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44431a2-987a-44e0-a7ce-35ab78545d70 req-2a1c6712-a1f8-407a-b94b-426ed0008712 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:01.962894 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b44431a2-987a-44e0-a7ce-35ab78545d70 req-2a1c6712-a1f8-407a-b94b-426ed0008712 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 985 time: 0.0548649 Mar 08 19:23:01.969246 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (629e632e-5f9e-41e7-b8b4-349499c7c145), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:02.038767 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:23:02.048472 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:23:02.054672 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:23:02.060621 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Pushing event updated for resources: {'Port': ['ID=629e632e-5f9e-41e7-b8b4-349499c7c145,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:02.110141 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b44431a2-987a-44e0-a7ce-35ab78545d70 req-26f3f8d7-d775-4dbc-a108-6e3c6014a8af tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a7bed3e-4a86-4da2-9cec-33e08adb9a14&id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357400 Mar 08 19:23:02.441359 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for floatingip (e2f4803c-0f95-4727-aed0-196abd779a6d), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:02.585187 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (629e632e-5f9e-41e7-b8b4-349499c7c145), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:02.743880 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for port (629e632e-5f9e-41e7-b8b4-349499c7c145), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:02.871655 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (629e632e-5f9e-41e7-b8b4-349499c7c145), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:02.948684 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Pushing event updated for resources: {'Port': ['ID=629e632e-5f9e-41e7-b8b4-349499c7c145,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:02.963790 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (e2f4803c-0f95-4727-aed0-196abd779a6d), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:03.064755 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.l3_db [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Floating IP e2f4803c-0f95-4727-aed0-196abd779a6d associated. External IP: 172.27.2.211, port: 1848d23a-93e3-4698-9652-4de98d5e5d99. Mar 08 19:23:03.313307 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634c11f-9e7d-4426-8b53-672544ad9fc8 req-ec797357-ba1f-48ac-a7e2-846ba17775c5 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:03.314875 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6634c11f-9e7d-4426-8b53-672544ad9fc8 req-ec797357-ba1f-48ac-a7e2-846ba17775c5 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 985 time: 0.1085010 Mar 08 19:23:03.338777 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Router 9cc9d1a6-a527-4b32-81d4-288b3c38c975 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:23:03.424689 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6634c11f-9e7d-4426-8b53-672544ad9fc8 req-ea9b374f-4e7f-46a9-812b-865a8a893e04 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a7bed3e-4a86-4da2-9cec-33e08adb9a14&id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035943 Mar 08 19:23:03.484427 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:23:03.496335 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176c59b-6159-4520-8ed1-8b5efb694a34 None None] Sync routers for ids ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:23:03.506983 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176c59b-6159-4520-8ed1-8b5efb694a34 None None] Routers {'9cc9d1a6-a527-4b32-81d4-288b3c38c975'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:03.507619 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-9176c59b-6159-4520-8ed1-8b5efb694a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:22:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:03.617300 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:03.620342 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-9176c59b-6159-4520-8ed1-8b5efb694a34 None None] Set router 9cc9d1a6-a527-4b32-81d4-288b3c38c975 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:03.646453 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-150d1943-36c8-46b9-bc13-1169d047cf2f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1841831 Mar 08 19:23:03.647303 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'tag': '1848d23a-93e3-4698-9652-4de98d5e5d99'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:23:03.649631 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad26ed7a-da1d-4aaa-b60d-3318061a8a90" -d '{"events": [{"name": "network-changed", "server_uuid": "a10f1a6c-9791-487c-916c-77af98c44df7", "tag": "1848d23a-93e3-4698-9652-4de98d5e5d99"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:23:03.685366 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1837ae76-6317-4d89-8964-8de337597f9d x-openstack-request-id: req-1837ae76-6317-4d89-8964-8de337597f9d {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:23:03.685650 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10f1a6c-9791-487c-916c-77af98c44df7", "tag": "1848d23a-93e3-4698-9652-4de98d5e5d99", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:23:03.685901 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1837ae76-6317-4d89-8964-8de337597f9d {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:23:03.686294 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'tag': '1848d23a-93e3-4698-9652-4de98d5e5d99', 'status': 'completed', 'code': 200} Mar 08 19:23:03.754591 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26ed7a-da1d-4aaa-b60d-3318061a8a90 req-38da3d5f-1bbc-4a0e-af7f-126f00c12db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:03.756136 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ad26ed7a-da1d-4aaa-b60d-3318061a8a90 req-38da3d5f-1bbc-4a0e-af7f-126f00c12db1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7066fbf33be4e52813e7bc19c95d3f4&device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 1129 time: 0.0448010 Mar 08 19:23:03.849751 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-9176c59b-6159-4520-8ed1-8b5efb694a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'name': 'tempest-TestShelveInstance-194348231-router', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:01Z', 'revision_number': 4, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'gw_port': {'id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'e2f4803c-0f95-4727-aed0-196abd779a6d', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'port_id': '1848d23a-93e3-4698-9652-4de98d5e5d99', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c', 'mac_address': 'fa:16:3e:4c:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:23:02Z', 'updated_at': '2022-03-08T19:23:02Z', 'revision_number': 0, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78472d7a-0a8f-468c-a4db-b0593075f0b1', 'name': '', 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'mac_address': 'fa:16:3e:e2:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:00Z', 'updated_at': '2022-03-08T19:22:04Z', 'revision_number': 5, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'subnets': [{'id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:03.850656 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26ed7a-da1d-4aaa-b60d-3318061a8a90 req-ea1bf647-7dd8-410a-8dc3-0f5d97ad55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:03.852143 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ad26ed7a-da1d-4aaa-b60d-3318061a8a90 req-ea1bf647-7dd8-410a-8dc3-0f5d97ad55bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=69802df9-787a-41a0-a555-a83afcc0c32c HTTP/1.1" status: 200 len: 909 time: 0.0882120 Mar 08 19:23:03.875958 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176c59b-6159-4520-8ed1-8b5efb694a34 None None] Checking router: 9cc9d1a6-a527-4b32-81d4-288b3c38c975 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:23:03.885182 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176c59b-6159-4520-8ed1-8b5efb694a34 None None] Routers {'9cc9d1a6-a527-4b32-81d4-288b3c38c975'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:03.885799 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-9176c59b-6159-4520-8ed1-8b5efb694a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:22:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:04.000528 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-9176c59b-6159-4520-8ed1-8b5efb694a34 None None] Set router 9cc9d1a6-a527-4b32-81d4-288b3c38c975 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:04.165792 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ad26ed7a-da1d-4aaa-b60d-3318061a8a90 req-6ba308ef-9c27-4e30-b548-f9a03351219c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1848d23a-93e3-4698-9652-4de98d5e5d99 HTTP/1.1" status: 200 len: 999 time: 0.3072002 Mar 08 19:23:04.213689 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26ed7a-da1d-4aaa-b60d-3318061a8a90 req-1dc95b76-1c72-42ce-a002-e26aa21a13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:04.215211 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ad26ed7a-da1d-4aaa-b60d-3318061a8a90 req-1dc95b76-1c72-42ce-a002-e26aa21a13d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef5a05d0-7f50-4947-93be-6051fe0e79cc HTTP/1.1" status: 200 len: 847 time: 0.0439410 Mar 08 19:23:04.233046 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-9176c59b-6159-4520-8ed1-8b5efb694a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'name': 'tempest-TestShelveInstance-194348231-router', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:01Z', 'revision_number': 4, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'gw_port': {'id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'e2f4803c-0f95-4727-aed0-196abd779a6d', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'port_id': '1848d23a-93e3-4698-9652-4de98d5e5d99', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c', 'mac_address': 'fa:16:3e:4c:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:23:02Z', 'updated_at': '2022-03-08T19:23:02Z', 'revision_number': 0, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78472d7a-0a8f-468c-a4db-b0593075f0b1', 'name': '', 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'mac_address': 'fa:16:3e:e2:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:00Z', 'updated_at': '2022-03-08T19:22:04Z', 'revision_number': 5, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'subnets': [{'id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:04.260874 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176c59b-6159-4520-8ed1-8b5efb694a34 None None] The sync data for ids ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'] in dv-cinder-830092-3-iscsi is: [{'id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'name': 'tempest-TestShelveInstance-194348231-router', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:01Z', 'revision_number': 4, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'gw_port': {'id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'e2f4803c-0f95-4727-aed0-196abd779a6d', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'port_id': '1848d23a-93e3-4698-9652-4de98d5e5d99', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c', 'mac_address': 'fa:16:3e:4c:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:23:02Z', 'updated_at': '2022-03-08T19:23:02Z', 'revision_number': 0, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78472d7a-0a8f-468c-a4db-b0593075f0b1', 'name': '', 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'mac_address': 'fa:16:3e:e2:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:00Z', 'updated_at': '2022-03-08T19:22:04Z', 'revision_number': 5, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'subnets': [{'id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:23:04.283863 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26ed7a-da1d-4aaa-b60d-3318061a8a90 req-657a8728-c4b0-418b-b15d-8e98d31da21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:04.285512 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ad26ed7a-da1d-4aaa-b60d-3318061a8a90 req-657a8728-c4b0-418b-b15d-8e98d31da21c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=69802df9-787a-41a0-a555-a83afcc0c32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560880 Mar 08 19:23:04.378375 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ad26ed7a-da1d-4aaa-b60d-3318061a8a90 req-b3df7003-518b-47d8-9eac-dcfbc6b08e21 service neutron] 10.222.0.64 "GET /v2.0/networks/69802df9-787a-41a0-a555-a83afcc0c32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862575 Mar 08 19:23:04.458609 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17514d9e-1926-4b6e-8675-872aeb142746 None None] New status for floating IP e2f4803c-0f95-4727-aed0-196abd779a6d: ACTIVE {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:23:04.478170 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ad26ed7a-da1d-4aaa-b60d-3318061a8a90 req-ab3be984-e0f9-45c5-80e5-e04c2ca287f8 service neutron] 10.222.0.64 "GET /v2.0/networks/69802df9-787a-41a0-a555-a83afcc0c32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931218 Mar 08 19:23:20.670728 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6f9498de-e5bd-4856-bcec-343eec8292bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:20.693090 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:23:23.083882 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-709d4a76-861f-4828-8b9b-6991a012d4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:24.167617 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:24.712183 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:25.733160 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:27.010232 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:50.720042 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-515b2fea-a922-4193-a811-cfcf3632ee8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:53.120306 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3b6d6119-6373-418a-83c5-80082d457f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:54.125752 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:54.748907 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:55.713991 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:57.049878 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:57.692713 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:24:00.367892 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fd48c44b-a7cc-4fd3-80b7-58333f815fbb req-11d4535d-c346-44ef-a871-d5b55cd328ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458426 Mar 08 19:24:00.434499 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c44b-a7cc-4fd3-80b7-58333f815fbb req-4b49e062-763d-4c0f-b273-4f7967ca00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:00.437226 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fd48c44b-a7cc-4fd3-80b7-58333f815fbb req-4b49e062-763d-4c0f-b273-4f7967ca00d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 1130 time: 0.0457060 Mar 08 19:24:00.552249 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c44b-a7cc-4fd3-80b7-58333f815fbb req-e87807a1-8a3b-49fd-8cc4-79d12e7039a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:00.554088 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fd48c44b-a7cc-4fd3-80b7-58333f815fbb req-e87807a1-8a3b-49fd-8cc4-79d12e7039a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=388fd34c-8824-4f29-8fd1-2b60271e031f HTTP/1.1" status: 200 len: 915 time: 0.0939841 Mar 08 19:24:00.645885 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fd48c44b-a7cc-4fd3-80b7-58333f815fbb req-3ccf2a03-eb51-4f5d-a7f5-9b1c30b3f782 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0de08cd1-cf23-427c-861b-f8c15ff6d471 HTTP/1.1" status: 200 len: 1001 time: 0.0854445 Mar 08 19:24:00.700523 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c44b-a7cc-4fd3-80b7-58333f815fbb req-0e35c976-590b-421f-b678-4c192b162124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:00.702622 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fd48c44b-a7cc-4fd3-80b7-58333f815fbb req-0e35c976-590b-421f-b678-4c192b162124 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5d488cc-d933-4aa0-9cc6-087a844e6a20 HTTP/1.1" status: 200 len: 853 time: 0.0502546 Mar 08 19:24:00.755408 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c44b-a7cc-4fd3-80b7-58333f815fbb req-ed604880-f040-4a1f-b3f4-2f40e02ecb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:00.756921 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fd48c44b-a7cc-4fd3-80b7-58333f815fbb req-ed604880-f040-4a1f-b3f4-2f40e02ecb27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=388fd34c-8824-4f29-8fd1-2b60271e031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480862 Mar 08 19:24:00.848787 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fd48c44b-a7cc-4fd3-80b7-58333f815fbb req-b7d469b6-d994-4b05-b324-bd368d084ad7 service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851257 Mar 08 19:24:00.960248 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fd48c44b-a7cc-4fd3-80b7-58333f815fbb req-60e8ed4d-f7c3-4d9e-ac1f-4d195102c7d8 service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049538 Mar 08 19:24:04.946292 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113584c7-5235-43c1-baf0-7106c4289c4f req-6ce3082c-4269-4c6c-9155-f232c0138408 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:04.947853 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-113584c7-5235-43c1-baf0-7106c4289c4f req-6ce3082c-4269-4c6c-9155-f232c0138408 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 946 time: 0.0563526 Mar 08 19:24:04.996556 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-113584c7-5235-43c1-baf0-7106c4289c4f req-29cb35fe-e054-4c08-baa6-a2c042146424 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b041fc-372d-4ca4-9d3e-768aaa5f55ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430393 Mar 08 19:24:06.349090 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faedb8-3a83-401f-9e81-855648b02eb4 req-b996651b-de34-4f6d-b1c9-3116b4d7d07f tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:06.350505 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e4faedb8-3a83-401f-9e81-855648b02eb4 req-b996651b-de34-4f6d-b1c9-3116b4d7d07f tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 946 time: 0.2812343 Mar 08 19:24:06.401076 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e4faedb8-3a83-401f-9e81-855648b02eb4 req-9c87e16d-7aa6-42c4-ac63-3b936c749f1a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b041fc-372d-4ca4-9d3e-768aaa5f55ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445683 Mar 08 19:24:06.915067 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028432a-7062-4ea0-97fd-d82bf82bf556 req-01f38280-ac09-49e7-916e-885add9d4d66 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:06.916517 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6028432a-7062-4ea0-97fd-d82bf82bf556 req-01f38280-ac09-49e7-916e-885add9d4d66 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 946 time: 0.0568175 Mar 08 19:24:07.016561 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-6028432a-7062-4ea0-97fd-d82bf82bf556 req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Deleting port 0de08cd1-cf23-427c-861b-f8c15ff6d471 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:07.016893 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6028432a-7062-4ea0-97fd-d82bf82bf556 req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (0de08cd1-cf23-427c-861b-f8c15ff6d471), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:07.109731 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-6028432a-7062-4ea0-97fd-d82bf82bf556 req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] For port 0de08cd1-cf23-427c-861b-f8c15ff6d471, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0de08cd1-cf23-427c-861b-f8c15ff6d471,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:07.110113 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6028432a-7062-4ea0-97fd-d82bf82bf556 req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (0de08cd1-cf23-427c-861b-f8c15ff6d471), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:07.281919 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6028432a-7062-4ea0-97fd-d82bf82bf556 req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:07.282275 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6028432a-7062-4ea0-97fd-d82bf82bf556 req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (ad6ffb02-88f0-4e77-9a2c-6c5eed9952c6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:07.282619 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.l3_db [req-6028432a-7062-4ea0-97fd-d82bf82bf556 req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Floating IP ad6ffb02-88f0-4e77-9a2c-6c5eed9952c6 disassociated. External IP: 172.27.2.27, port: 0de08cd1-cf23-427c-861b-f8c15ff6d471. Mar 08 19:24:07.282952 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-6028432a-7062-4ea0-97fd-d82bf82bf556 req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Calling delete_port for 0de08cd1-cf23-427c-861b-f8c15ff6d471 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:07.485210 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6028432a-7062-4ea0-97fd-d82bf82bf556 req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (0de08cd1-cf23-427c-861b-f8c15ff6d471), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:07.514647 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event deleted for resources: {'Port': ['ID=0de08cd1-cf23-427c-861b-f8c15ff6d471,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:07.526358 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:07.540769 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:07.540769 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:07.540953 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd80b7e-671c-4d50-aafc-58ce03765cda req-6753a1e7-d2d0-492c-a57c-f1aba5dab645 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:07.541339 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:07.541339 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:07.541339 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:07.541339 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:07.541339 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:07.541339 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:07.541845 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cdd80b7e-671c-4d50-aafc-58ce03765cda req-6753a1e7-d2d0-492c-a57c-f1aba5dab645 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 867 time: 0.0590210 Mar 08 19:24:07.541942 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:07.541942 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:07.541942 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:07.541942 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:07.581157 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cdd80b7e-671c-4d50-aafc-58ce03765cda req-d9fd9d70-cad1-4a6a-b2b8-de1af7084eec tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b041fc-372d-4ca4-9d3e-768aaa5f55ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431066 Mar 08 19:24:07.648899 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6028432a-7062-4ea0-97fd-d82bf82bf556 req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Router e487fd44-513d-440f-b0a4-0bfef29293b0 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:24:07.760908 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6028432a-7062-4ea0-97fd-d82bf82bf556 req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:24:07.772301 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf1b4d-b99d-4626-a856-2b381987db43 None None] Sync routers for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:24:07.782911 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf1b4d-b99d-4626-a856-2b381987db43 None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:24:07.783618 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-5bbf1b4d-b99d-4626-a856-2b381987db43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:23:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:07.807163 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6028432a-7062-4ea0-97fd-d82bf82bf556 req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] No DVR routers for this DVR port 0de08cd1-cf23-427c-861b-f8c15ff6d471 on host hv-cinder-83009 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:24:07.809659 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6028432a-7062-4ea0-97fd-d82bf82bf556 req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:07.813329 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6028432a-7062-4ea0-97fd-d82bf82bf556 req-7d08b364-56ff-420a-a445-b3b2a494390e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "DELETE /v2.0/ports/0de08cd1-cf23-427c-861b-f8c15ff6d471 HTTP/1.1" status: 204 len: 173 time: 0.8916302 Mar 08 19:24:07.813797 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bce9b8-fc77-41b8-b536-1744d37035dc', 'name': 'network-vif-deleted', 'tag': '0de08cd1-cf23-427c-861b-f8c15ff6d471'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:24:07.816095 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d8d7f8-3465-4a5b-b573-abc8ce06e6f1" -d '{"events": [{"server_uuid": "41bce9b8-fc77-41b8-b536-1744d37035dc", "name": "network-vif-deleted", "tag": "0de08cd1-cf23-427c-861b-f8c15ff6d471"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:24:07.858013 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e6ff86-e673-450f-991e-31c5938153a0 x-openstack-request-id: req-51e6ff86-e673-450f-991e-31c5938153a0 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:24:07.858302 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bce9b8-fc77-41b8-b536-1744d37035dc", "name": "network-vif-deleted", "tag": "0de08cd1-cf23-427c-861b-f8c15ff6d471", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:24:07.858632 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51e6ff86-e673-450f-991e-31c5938153a0 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:24:07.859557 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bce9b8-fc77-41b8-b536-1744d37035dc', 'name': 'network-vif-deleted', 'tag': '0de08cd1-cf23-427c-861b-f8c15ff6d471', 'status': 'completed', 'code': 200} Mar 08 19:24:07.894707 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-5bbf1b4d-b99d-4626-a856-2b381987db43 None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:24:08.118178 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-5bbf1b4d-b99d-4626-a856-2b381987db43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:08.143919 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf1b4d-b99d-4626-a856-2b381987db43 None None] Checking router: e487fd44-513d-440f-b0a4-0bfef29293b0 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:24:08.153030 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf1b4d-b99d-4626-a856-2b381987db43 None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:24:08.153698 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-5bbf1b4d-b99d-4626-a856-2b381987db43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:23:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:08.404794 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-5bbf1b4d-b99d-4626-a856-2b381987db43 None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:24:08.619607 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-5bbf1b4d-b99d-4626-a856-2b381987db43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:08.650021 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf1b4d-b99d-4626-a856-2b381987db43 None None] The sync data for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi is: [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:24:08.714463 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-dc328b24-a7e9-487d-8212-949bb0cf56e2 req-2bd47e25-e0e1-4860-80ef-f6ffaca0192d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bce9b8-fc77-41b8-b536-1744d37035dc HTTP/1.1" status: 200 len: 210 time: 0.0305164 Mar 08 19:24:08.875319 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb38526e-4d08-479f-8139-99b97cd6e033 None None] New status for floating IP ad6ffb02-88f0-4e77-9a2c-6c5eed9952c6: DOWN {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:24:09.885255 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 45130) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:09.939862 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ced08838-70e5-42b2-8516-ae53581e1a87 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (85b041fc-372d-4ca4-9d3e-768aaa5f55ee), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:09.963349 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ced08838-70e5-42b2-8516-ae53581e1a87 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (85b041fc-372d-4ca4-9d3e-768aaa5f55ee), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:10.086343 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ced08838-70e5-42b2-8516-ae53581e1a87 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (85b041fc-372d-4ca4-9d3e-768aaa5f55ee), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:10.088894 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ced08838-70e5-42b2-8516-ae53581e1a87 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:10.090091 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-ced08838-70e5-42b2-8516-ae53581e1a87 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "DELETE /v2.0/security-groups/85b041fc-372d-4ca4-9d3e-768aaa5f55ee HTTP/1.1" status: 204 len: 168 time: 0.2038629 Mar 08 19:24:10.093037 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 45132) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:10.099904 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced08838-70e5-42b2-8516-ae53581e1a87 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b041fc-372d-4ca4-9d3e-768aaa5f55ee,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:10.107087 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.api.v2.resource [None req-b47c49f1-1302-4024-81b4-f0f63ca97795 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] show failed (client error): The resource could not be found. Mar 08 19:24:10.108112 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-b47c49f1-1302-4024-81b4-f0f63ca97795 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups/85b041fc-372d-4ca4-9d3e-768aaa5f55ee HTTP/1.1" status: 404 len: 347 time: 0.0138080 Mar 08 19:24:10.111737 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 45134) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:10.235175 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Deleting port 0285f364-33a5-4b21-abf8-8d61127af345 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:10.235511 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (0285f364-33a5-4b21-abf8-8d61127af345), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:10.312451 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (0285f364-33a5-4b21-abf8-8d61127af345), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:10.312840 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (0285f364-33a5-4b21-abf8-8d61127af345), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:10.324845 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Calling delete_port for 0285f364-33a5-4b21-abf8-8d61127af345 owned by network:floatingip {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:10.569130 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 0de08cd1-cf23-427c-861b-f8c15ff6d471 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:24:10.589030 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: 0de08cd1-cf23-427c-861b-f8c15ff6d471 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:24:10.589364 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 0de08cd1-cf23-427c-861b-f8c15ff6d471 not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:24:10.614331 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (0285f364-33a5-4b21-abf8-8d61127af345), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:10.633946 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event deleted for resources: {'Port': ['ID=0285f364-33a5-4b21-abf8-8d61127af345,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:10.647352 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:10.647700 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:10.648038 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:10.648368 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:10.648696 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:10.649021 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:10.649342 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:10.649663 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:10.649981 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:10.650297 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:10.650689 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:10.651006 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:10.651325 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:10.716826 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (ad6ffb02-88f0-4e77-9a2c-6c5eed9952c6), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:10.720042 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:10.721191 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-0c086b2e-0b71-4212-8734-1b26019003c0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "DELETE /v2.0/floatingips/ad6ffb02-88f0-4e77-9a2c-6c5eed9952c6 HTTP/1.1" status: 204 len: 168 time: 0.6088097 Mar 08 19:24:10.987343 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 45138) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:10.992286 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-8a7a5be2-2c23-4d00-9bac-e54eeed65df2 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1002743708', 'description': 'tempest-description--247106343'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:24:11.092064 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8a7a5be2-2c23-4d00-9bac-e54eeed65df2 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:11.159138 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8a7a5be2-2c23-4d00-9bac-e54eeed65df2 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (f0f6901b-2b4a-4335-9618-0deb69c9ff0a), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:11.250204 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8a7a5be2-2c23-4d00-9bac-e54eeed65df2 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (f0f6901b-2b4a-4335-9618-0deb69c9ff0a), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:11.279038 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a5be2-2c23-4d00-9bac-e54eeed65df2 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f6901b-2b4a-4335-9618-0deb69c9ff0a,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:11.374478 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8a7a5be2-2c23-4d00-9bac-e54eeed65df2 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:11.375796 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-8a7a5be2-2c23-4d00-9bac-e54eeed65df2 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3874054 Mar 08 19:24:11.378670 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 45144) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:11.382905 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-a6fbaf51-dc10-467b-a890-849a8755d9c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'security_group_rule': {'security_group_id': 'f0f6901b-2b4a-4335-9618-0deb69c9ff0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:24:11.472547 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a6fbaf51-dc10-467b-a890-849a8755d9c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (3eb5a2c6-29a7-438e-9126-a477d8d674f3), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:11.527283 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a6fbaf51-dc10-467b-a890-849a8755d9c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (3eb5a2c6-29a7-438e-9126-a477d8d674f3), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:11.633018 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a6fbaf51-dc10-467b-a890-849a8755d9c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (3eb5a2c6-29a7-438e-9126-a477d8d674f3), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:11.650557 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbaf51-dc10-467b-a890-849a8755d9c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb5a2c6-29a7-438e-9126-a477d8d674f3,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:11.739668 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a6fbaf51-dc10-467b-a890-849a8755d9c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:11.740893 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-a6fbaf51-dc10-467b-a890-849a8755d9c9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3613071 Mar 08 19:24:11.743593 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 45146) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:11.748068 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-28d952b1-6a1c-450c-83a7-de145b4033c8 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'security_group_rule': {'security_group_id': 'f0f6901b-2b4a-4335-9618-0deb69c9ff0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:24:11.892452 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-28d952b1-6a1c-450c-83a7-de145b4033c8 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (bdf5e8ef-035d-4165-9461-5e26b2f01a15), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:11.946473 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-28d952b1-6a1c-450c-83a7-de145b4033c8 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (bdf5e8ef-035d-4165-9461-5e26b2f01a15), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.041482 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-28d952b1-6a1c-450c-83a7-de145b4033c8 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (bdf5e8ef-035d-4165-9461-5e26b2f01a15), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.063425 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d952b1-6a1c-450c-83a7-de145b4033c8 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf5e8ef-035d-4165-9461-5e26b2f01a15,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:12.162498 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-28d952b1-6a1c-450c-83a7-de145b4033c8 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.163651 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-28d952b1-6a1c-450c-83a7-de145b4033c8 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4190764 Mar 08 19:24:12.167085 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 45150) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:12.171693 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-52cc8b33-6856-4455-8e72-6ef33f91f1da tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'floatingip': {'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:24:12.252267 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e4b264b5-24f4-4535-b616-38c65c28f11c req-94cbedd6-1cb1-40a3-bda3-ae207d220038 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1943789096&fields=id&tenant_id=3ee114e2a47a43aeb36a88ea76037a8d HTTP/1.1" status: 200 len: 267 time: 0.0451255 Mar 08 19:24:12.307931 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b264b5-24f4-4535-b616-38c65c28f11c req-a11d821b-6be4-4879-99f1-b5148c573770 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:12.309388 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e4b264b5-24f4-4535-b616-38c65c28f11c req-a11d821b-6be4-4879-99f1-b5148c573770 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 985 time: 0.0513172 Mar 08 19:24:12.310573 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-52cc8b33-6856-4455-8e72-6ef33f91f1da tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.330332 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [req-e4b264b5-24f4-4535-b616-38c65c28f11c req-ac71889d-d0dd-4633-8a12-46647ac96772 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Request body: {'port': {'security_groups': ['b0f0b4d2-2c71-4442-9efa-2b92010f9df5']}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:24:12.442676 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-e4b264b5-24f4-4535-b616-38c65c28f11c req-ac71889d-d0dd-4633-8a12-46647ac96772 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.540183 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-52cc8b33-6856-4455-8e72-6ef33f91f1da tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.707240 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-e4b264b5-24f4-4535-b616-38c65c28f11c req-ac71889d-d0dd-4633-8a12-46647ac96772 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] For port 2ce3c141-1907-451f-bd6d-4c730e46f374, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2ce3c141-1907-451f-bd6d-4c730e46f374,segment=NetworkSegment(5fe1463e-1dac-4251-aebf-f69690e9be43),segment_id=5fe1463e-1dac-4251-aebf-f69690e9be43)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:12.732425 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-52cc8b33-6856-4455-8e72-6ef33f91f1da tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Allocated IP 172.27.2.190 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/ecaff97a-6b2f-4b2c-b0a8-f11de9aa346f) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:24:12.759818 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-e4b264b5-24f4-4535-b616-38c65c28f11c req-ac71889d-d0dd-4633-8a12-46647ac96772 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.847957 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-52cc8b33-6856-4455-8e72-6ef33f91f1da tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for port (ecaff97a-6b2f-4b2c-b0a8-f11de9aa346f), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.886314 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-e4b264b5-24f4-4535-b616-38c65c28f11c req-ac71889d-d0dd-4633-8a12-46647ac96772 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.898541 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['2ce3c141-1907-451f-bd6d-4c730e46f374'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:24:12.931170 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b264b5-24f4-4535-b616-38c65c28f11c req-ac71889d-d0dd-4633-8a12-46647ac96772 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:12.931535 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-e4b264b5-24f4-4535-b616-38c65c28f11c req-ac71889d-d0dd-4633-8a12-46647ac96772 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.932948 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e4b264b5-24f4-4535-b616-38c65c28f11c req-ac71889d-d0dd-4633-8a12-46647ac96772 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "PUT /v2.0/ports/2ce3c141-1907-451f-bd6d-4c730e46f374 HTTP/1.1" status: 200 len: 943 time: 0.6100245 Mar 08 19:24:12.933404 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'tag': '2ce3c141-1907-451f-bd6d-4c730e46f374'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:24:12.935687 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57db004-83b6-4830-9a61-e20acc43cb8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c32da579-d0cb-4be2-ad5a-7ade24c94fa6", "tag": "2ce3c141-1907-451f-bd6d-4c730e46f374"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:24:12.942172 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 45154) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:12.982772 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-52cc8b33-6856-4455-8e72-6ef33f91f1da tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (ecaff97a-6b2f-4b2c-b0a8-f11de9aa346f), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.012367 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cc8b33-6856-4455-8e72-6ef33f91f1da tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:24:13.014213 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-52cc8b33-6856-4455-8e72-6ef33f91f1da tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:24:13.020434 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cc8b33-6856-4455-8e72-6ef33f91f1da tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:24:13.025179 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-29cb219a-9e64-403d-a7c1-ca20d06463ee tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group (3a7bed3e-4a86-4da2-9cec-33e08adb9a14), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.028392 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['2ce3c141-1907-451f-bd6d-4c730e46f374'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:24:13.065917 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-29cb219a-9e64-403d-a7c1-ca20d06463ee tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group (3a7bed3e-4a86-4da2-9cec-33e08adb9a14), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.079090 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71889d-d0dd-4633-8a12-46647ac96772 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Pushing event updated for resources: {'Port': ['ID=2ce3c141-1907-451f-bd6d-4c730e46f374,revision_number=7']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:13.130448 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc8b33-6856-4455-8e72-6ef33f91f1da tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'Port': ['ID=ecaff97a-6b2f-4b2c-b0a8-f11de9aa346f,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:13.202532 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-52cc8b33-6856-4455-8e72-6ef33f91f1da tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (e2977027-b69a-42fc-8232-6d78855f8821), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.206012 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc25cf9-6e06-4519-a221-24318983b069 x-openstack-request-id: req-1dc25cf9-6e06-4519-a221-24318983b069 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:24:13.206240 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32da579-d0cb-4be2-ad5a-7ade24c94fa6", "tag": "2ce3c141-1907-451f-bd6d-4c730e46f374", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:24:13.206537 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dc25cf9-6e06-4519-a221-24318983b069 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:24:13.206934 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'tag': '2ce3c141-1907-451f-bd6d-4c730e46f374', 'status': 'completed', 'code': 200} Mar 08 19:24:13.276454 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-29cb219a-9e64-403d-a7c1-ca20d06463ee tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (3a7bed3e-4a86-4da2-9cec-33e08adb9a14), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.279133 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-29cb219a-9e64-403d-a7c1-ca20d06463ee tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.280291 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-29cb219a-9e64-403d-a7c1-ca20d06463ee tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "DELETE /v2.0/security-groups/3a7bed3e-4a86-4da2-9cec-33e08adb9a14 HTTP/1.1" status: 204 len: 168 time: 0.3371046 Mar 08 19:24:13.283255 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 45158) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:13.287674 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57db004-83b6-4830-9a61-e20acc43cb8b req-55aab9be-9b6b-4b3a-8338-ac11bcf0f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:13.289164 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c57db004-83b6-4830-9a61-e20acc43cb8b req-55aab9be-9b6b-4b3a-8338-ac11bcf0f85a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ee114e2a47a43aeb36a88ea76037a8d&device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 1130 time: 0.0598536 Mar 08 19:24:13.294341 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb219a-9e64-403d-a7c1-ca20d06463ee tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7bed3e-4a86-4da2-9cec-33e08adb9a14,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:13.336904 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-9cb660e9-54b0-452d-8193-dca87fa751e9 None None] Provisioning complete for port 2ce3c141-1907-451f-bd6d-4c730e46f374 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:24:13.337276 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9cb660e9-54b0-452d-8193-dca87fa751e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.370479 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-52cc8b33-6856-4455-8e72-6ef33f91f1da tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (ecaff97a-6b2f-4b2c-b0a8-f11de9aa346f), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.397737 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57db004-83b6-4830-9a61-e20acc43cb8b req-35c383b2-5150-44d6-9081-61535b3b6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:13.399594 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c57db004-83b6-4830-9a61-e20acc43cb8b req-35c383b2-5150-44d6-9081-61535b3b6a4f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 HTTP/1.1" status: 200 len: 915 time: 0.1031947 Mar 08 19:24:13.429204 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9cb660e9-54b0-452d-8193-dca87fa751e9 None None] Current status of the port 2ce3c141-1907-451f-bd6d-4c730e46f374 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:24:13.477897 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c57db004-83b6-4830-9a61-e20acc43cb8b req-8ab4dde9-a317-4ab6-ba5c-ab6f2c7f3925 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ce3c141-1907-451f-bd6d-4c730e46f374 HTTP/1.1" status: 200 len: 1002 time: 0.0706179 Mar 08 19:24:13.531161 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57db004-83b6-4830-9a61-e20acc43cb8b req-80543252-df56-470c-8212-8cde47d5fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:13.532666 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c57db004-83b6-4830-9a61-e20acc43cb8b req-80543252-df56-470c-8212-8cde47d5fa18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=127d2768-3ec2-4e32-8751-49e5ef3b1d35 HTTP/1.1" status: 200 len: 853 time: 0.0457168 Mar 08 19:24:13.588104 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57db004-83b6-4830-9a61-e20acc43cb8b req-c62669c7-9cbb-4150-9c73-830bee9c7d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:13.589781 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c57db004-83b6-4830-9a61-e20acc43cb8b req-c62669c7-9cbb-4150-9c73-830bee9c7d0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500951 Mar 08 19:24:13.597010 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-53e2ddc1-1383-499b-8c96-7b1618724956 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Deleting port 7f416c3e-69bb-451a-ba89-15b36076be34 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:13.597362 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-53e2ddc1-1383-499b-8c96-7b1618724956 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (7f416c3e-69bb-451a-ba89-15b36076be34), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.634855 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-52cc8b33-6856-4455-8e72-6ef33f91f1da tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for port (ecaff97a-6b2f-4b2c-b0a8-f11de9aa346f), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.688191 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c57db004-83b6-4830-9a61-e20acc43cb8b req-b7047193-1f61-4460-9d73-5aac9fb4d444 service neutron] 10.222.0.64 "GET /v2.0/networks/5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920203 Mar 08 19:24:13.688717 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-53e2ddc1-1383-499b-8c96-7b1618724956 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (7f416c3e-69bb-451a-ba89-15b36076be34), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.689088 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-53e2ddc1-1383-499b-8c96-7b1618724956 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for floatingip (7f416c3e-69bb-451a-ba89-15b36076be34), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.700966 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-53e2ddc1-1383-499b-8c96-7b1618724956 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Calling delete_port for 7f416c3e-69bb-451a-ba89-15b36076be34 owned by network:floatingip {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:13.710806 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-52cc8b33-6856-4455-8e72-6ef33f91f1da tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (ecaff97a-6b2f-4b2c-b0a8-f11de9aa346f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.787331 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c57db004-83b6-4830-9a61-e20acc43cb8b req-3b4ef6ec-8fda-4e3b-a3c3-b760a2b2622a service neutron] 10.222.0.64 "GET /v2.0/networks/5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925140 Mar 08 19:24:13.859827 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc8b33-6856-4455-8e72-6ef33f91f1da tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'Port': ['ID=ecaff97a-6b2f-4b2c-b0a8-f11de9aa346f,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:13.869280 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-52cc8b33-6856-4455-8e72-6ef33f91f1da tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (e2977027-b69a-42fc-8232-6d78855f8821), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.956205 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-52cc8b33-6856-4455-8e72-6ef33f91f1da tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.957424 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-52cc8b33-6856-4455-8e72-6ef33f91f1da tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7894008 Mar 08 19:24:14.047104 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-53e2ddc1-1383-499b-8c96-7b1618724956 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (7f416c3e-69bb-451a-ba89-15b36076be34), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.097525 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2ddc1-1383-499b-8c96-7b1618724956 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Pushing event deleted for resources: {'Port': ['ID=7f416c3e-69bb-451a-ba89-15b36076be34,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:14.162626 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-53e2ddc1-1383-499b-8c96-7b1618724956 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks [] for floatingip (405dee45-968c-445b-a612-e4098bc8dc3d), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.162960 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.l3_db [None req-53e2ddc1-1383-499b-8c96-7b1618724956 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Floating IP 405dee45-968c-445b-a612-e4098bc8dc3d disassociated (deleted). External IP: 172.27.2.137, port: 2ce3c141-1907-451f-bd6d-4c730e46f374. Mar 08 19:24:14.219080 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-b3a718d9-081e-4eb6-bf4e-821a990c551a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1002743708&fields=id&tenant_id=96c3bb88a07f471ba34d69352508cf40 HTTP/1.1" status: 200 len: 267 time: 0.0923848 Mar 08 19:24:14.415985 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-dceb7126-eaac-4a52-9900-8bf1f7e3c6aa tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:14.417438 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-dceb7126-eaac-4a52-9900-8bf1f7e3c6aa tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/networks?id=388fd34c-8824-4f29-8fd1-2b60271e031f HTTP/1.1" status: 200 len: 814 time: 0.1904802 Mar 08 19:24:14.461383 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-833d2f6d-564b-4958-b8c6-3472188276db tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/quotas/96c3bb88a07f471ba34d69352508cf40 HTTP/1.1" status: 200 len: 375 time: 0.0360017 Mar 08 19:24:14.517234 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e2ddc1-1383-499b-8c96-7b1618724956 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Router 3ba412f3-944c-4633-ae71-9b696141f27f has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:24:14.537192 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-eda4a6d4-a941-465b-931f-4d727900e612 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693059 Mar 08 19:24:14.705671 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e2ddc1-1383-499b-8c96-7b1618724956 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:24:14.710432 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-53e2ddc1-1383-499b-8c96-7b1618724956 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.715070 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb49e952-2fe3-4de5-b765-9c3b5a925486 None None] Sync routers for ids ['3ba412f3-944c-4633-ae71-9b696141f27f'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:24:14.717114 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-f839f085-c2ed-43cf-8058-de862c437d49 service neutron] 10.222.0.21 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416080 Mar 08 19:24:14.726769 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb49e952-2fe3-4de5-b765-9c3b5a925486 None None] Routers {'3ba412f3-944c-4633-ae71-9b696141f27f'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:24:14.727392 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-fb49e952-2fe3-4de5-b765-9c3b5a925486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:23:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['3ba412f3-944c-4633-ae71-9b696141f27f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:14.768162 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-53e2ddc1-1383-499b-8c96-7b1618724956 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "DELETE /v2.0/floatingips/405dee45-968c-445b-a612-e4098bc8dc3d HTTP/1.1" status: 204 len: 168 time: 1.4835167 Mar 08 19:24:14.838971 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-2d5465e8-d501-4fad-a360-f3a7758f80f0 service neutron] 10.222.0.21 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053827 Mar 08 19:24:14.851197 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-fb49e952-2fe3-4de5-b765-9c3b5a925486 None None] Set router 3ba412f3-944c-4633-ae71-9b696141f27f gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:24:15.088855 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-fb49e952-2fe3-4de5-b765-9c3b5a925486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'name': 'tempest-TestMinimumBasicScenario-204080919-router', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:14Z', 'updated_at': '2022-03-08T19:20:18Z', 'revision_number': 4, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'gw_port': {'id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:44:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:15Z', 'updated_at': '2022-03-08T19:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '3ffd2343-c02d-457b-b6f0-1470c3fa55a0', 'name': '', 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'mac_address': 'fa:16:3e:d8:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:17Z', 'updated_at': '2022-03-08T19:20:22Z', 'revision_number': 5, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'subnets': [{'id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:15.122726 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb49e952-2fe3-4de5-b765-9c3b5a925486 None None] Checking router: 3ba412f3-944c-4633-ae71-9b696141f27f for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:24:15.132184 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb49e952-2fe3-4de5-b765-9c3b5a925486 None None] Routers {'3ba412f3-944c-4633-ae71-9b696141f27f'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:24:15.132825 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-fb49e952-2fe3-4de5-b765-9c3b5a925486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:23:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['3ba412f3-944c-4633-ae71-9b696141f27f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:15.286501 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-fb49e952-2fe3-4de5-b765-9c3b5a925486 None None] Set router 3ba412f3-944c-4633-ae71-9b696141f27f gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:24:15.311604 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'tag': '2ce3c141-1907-451f-bd6d-4c730e46f374'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:24:15.314450 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e4c816-473b-4012-be17-02e49076e252" -d '{"events": [{"name": "network-changed", "server_uuid": "c32da579-d0cb-4be2-ad5a-7ade24c94fa6", "tag": "2ce3c141-1907-451f-bd6d-4c730e46f374"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:24:15.319101 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e6eacb70-d599-4103-be77-3e98eb4c27e4 req-c767a475-bdcb-46aa-b974-53747070c6d8 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 210 time: 0.2777684 Mar 08 19:24:15.355150 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a41c4d3-f3b1-4cfd-9561-f3baf39c5eb3 x-openstack-request-id: req-6a41c4d3-f3b1-4cfd-9561-f3baf39c5eb3 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:24:15.355535 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32da579-d0cb-4be2-ad5a-7ade24c94fa6", "tag": "2ce3c141-1907-451f-bd6d-4c730e46f374", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:24:15.355713 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a41c4d3-f3b1-4cfd-9561-f3baf39c5eb3 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:24:15.356059 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'tag': '2ce3c141-1907-451f-bd6d-4c730e46f374', 'status': 'completed', 'code': 200} Mar 08 19:24:15.431231 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4c816-473b-4012-be17-02e49076e252 req-8a7649d6-165a-45b3-a9d8-ae26d3d25b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:15.433019 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-82e4c816-473b-4012-be17-02e49076e252 req-8a7649d6-165a-45b3-a9d8-ae26d3d25b84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ee114e2a47a43aeb36a88ea76037a8d&device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 1130 time: 0.0529594 Mar 08 19:24:15.523339 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-fb49e952-2fe3-4de5-b765-9c3b5a925486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'name': 'tempest-TestMinimumBasicScenario-204080919-router', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:14Z', 'updated_at': '2022-03-08T19:20:18Z', 'revision_number': 4, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'gw_port': {'id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:44:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:15Z', 'updated_at': '2022-03-08T19:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '3ffd2343-c02d-457b-b6f0-1470c3fa55a0', 'name': '', 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'mac_address': 'fa:16:3e:d8:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:17Z', 'updated_at': '2022-03-08T19:20:22Z', 'revision_number': 5, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'subnets': [{'id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:15.539564 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4c816-473b-4012-be17-02e49076e252 req-108c94e9-3645-4b3b-8df7-b86a874b2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:15.541045 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-82e4c816-473b-4012-be17-02e49076e252 req-108c94e9-3645-4b3b-8df7-b86a874b2054 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 HTTP/1.1" status: 200 len: 915 time: 0.1015675 Mar 08 19:24:15.554815 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb49e952-2fe3-4de5-b765-9c3b5a925486 None None] The sync data for ids ['3ba412f3-944c-4633-ae71-9b696141f27f'] in dv-cinder-830092-3-iscsi is: [{'id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'name': 'tempest-TestMinimumBasicScenario-204080919-router', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:14Z', 'updated_at': '2022-03-08T19:20:18Z', 'revision_number': 4, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'gw_port': {'id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:44:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:15Z', 'updated_at': '2022-03-08T19:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '3ffd2343-c02d-457b-b6f0-1470c3fa55a0', 'name': '', 'network_id': '5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'mac_address': 'fa:16:3e:d8:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:17Z', 'updated_at': '2022-03-08T19:20:22Z', 'revision_number': 5, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'subnets': [{'id': '127d2768-3ec2-4e32-8751-49e5ef3b1d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:24:15.587386 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-82e4c816-473b-4012-be17-02e49076e252 req-7a7de2a3-24d1-4554-92c7-dd6142300d9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ce3c141-1907-451f-bd6d-4c730e46f374 HTTP/1.1" status: 200 len: 217 time: 0.0397456 Mar 08 19:24:15.644707 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4c816-473b-4012-be17-02e49076e252 req-9df38676-f41b-4d8c-9884-56243d720174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:15.646366 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-82e4c816-473b-4012-be17-02e49076e252 req-9df38676-f41b-4d8c-9884-56243d720174 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=127d2768-3ec2-4e32-8751-49e5ef3b1d35 HTTP/1.1" status: 200 len: 853 time: 0.0512309 Mar 08 19:24:15.697665 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4c816-473b-4012-be17-02e49076e252 req-bb7b7054-f2e6-4f7b-a825-f0ee858b64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:15.699901 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-82e4c816-473b-4012-be17-02e49076e252 req-bb7b7054-f2e6-4f7b-a825-f0ee858b64f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465829 Mar 08 19:24:15.804176 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-82e4c816-473b-4012-be17-02e49076e252 req-73c0c951-e3d5-44c1-a930-6b0f600f7ced service neutron] 10.222.0.64 "GET /v2.0/networks/5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979593 Mar 08 19:24:15.813924 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ce4719-8c37-4f8d-ac79-ec85187948cd None None] New status for floating IP 405dee45-968c-445b-a612-e4098bc8dc3d: DOWN {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:24:15.908254 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-82e4c816-473b-4012-be17-02e49076e252 req-9e0fd976-2108-49c2-bc34-50e9e6f8a1c1 service neutron] 10.222.0.64 "GET /v2.0/networks/5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967262 Mar 08 19:24:16.421328 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8b0b1769-1b86-4ab5-979f-3abb697741d1 req-a08737e0-9cad-4303-8407-8aa690b7554a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 210 time: 0.0283256 Mar 08 19:24:17.323658 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-d3d4f4b2-e954-404c-ac99-b74731032040 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:17.325244 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-d3d4f4b2-e954-404c-ac99-b74731032040 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "GET /v2.0/networks?id=388fd34c-8824-4f29-8fd1-2b60271e031f HTTP/1.1" status: 200 len: 814 time: 0.1093700 Mar 08 19:24:17.413107 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-71b5b3d4-4b0c-441c-bc6a-3a94f1839fdc tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96c3bb88a07f471ba34d69352508cf40 HTTP/1.1" status: 200 len: 380 time: 0.0675809 Mar 08 19:24:17.424159 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-19aa4ddd-16dd-4cc3-86e7-3081088ed096 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'port': {'device_id': 'e37b53fe-2e08-4937-b018-c347b3c9f1ef', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'admin_state_up': True, 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'security_groups': ['f0f6901b-2b4a-4335-9618-0deb69c9ff0a']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:24:17.528772 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-050c7101-5fc6-47a3-a7af-eefd4a9a44a6 req-6c7e9c31-2c80-406c-b5a5-906e051a5fc9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 210 time: 0.0277421 Mar 08 19:24:17.612776 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-19aa4ddd-16dd-4cc3-86e7-3081088ed096 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Made reservation on behalf of 96c3bb88a07f471ba34d69352508cf40 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:24:17.616640 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-19aa4ddd-16dd-4cc3-86e7-3081088ed096 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:17.743637 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-19aa4ddd-16dd-4cc3-86e7-3081088ed096 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Allocated IP 172.20.0.12 (388fd34c-8824-4f29-8fd1-2b60271e031f/e5d488cc-d933-4aa0-9cc6-087a844e6a20/1bef7c22-e18f-4703-a990-139f3926c5fc) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:24:17.891999 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-19aa4ddd-16dd-4cc3-86e7-3081088ed096 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for port (1bef7c22-e18f-4703-a990-139f3926c5fc), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:17.995832 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-19aa4ddd-16dd-4cc3-86e7-3081088ed096 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (1bef7c22-e18f-4703-a990-139f3926c5fc), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:18.039708 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-19aa4ddd-16dd-4cc3-86e7-3081088ed096 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Network 388fd34c-8824-4f29-8fd1-2b60271e031f is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:24:18.042841 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-19aa4ddd-16dd-4cc3-86e7-3081088ed096 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:24:18.046425 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-19aa4ddd-16dd-4cc3-86e7-3081088ed096 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:24:18.071856 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa4ddd-16dd-4cc3-86e7-3081088ed096 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event updated for resources: {'Port': ['ID=1bef7c22-e18f-4703-a990-139f3926c5fc,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:18.104099 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-19aa4ddd-16dd-4cc3-86e7-3081088ed096 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:18.106003 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-19aa4ddd-16dd-4cc3-86e7-3081088ed096 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:18.276045 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-19aa4ddd-16dd-4cc3-86e7-3081088ed096 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8579695 Mar 08 19:24:18.290035 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-10aa7da5-fa66-4e3a-8167-27e466c5acd4 None None] Provisioning complete for port 1bef7c22-e18f-4703-a990-139f3926c5fc triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:24:18.290689 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-10aa7da5-fa66-4e3a-8167-27e466c5acd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (1bef7c22-e18f-4703-a990-139f3926c5fc), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:18.331859 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-10aa7da5-fa66-4e3a-8167-27e466c5acd4 None None] Port 1bef7c22-e18f-4703-a990-139f3926c5fc cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:24:18.354719 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Request body: {'port': {'device_id': 'e37b53fe-2e08-4937-b018-c347b3c9f1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:24:18.419780 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (1bef7c22-e18f-4703-a990-139f3926c5fc), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:18.672943 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe3e07-08b8-4d57-9f6b-9d54e49c8367 req-a794fa9a-2bbd-4192-af26-4c4fce146411 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:18.674515 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-fcfe3e07-08b8-4d57-9f6b-9d54e49c8367 req-a794fa9a-2bbd-4192-af26-4c4fce146411 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 932 time: 0.0574050 Mar 08 19:24:18.699770 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bef7c22-e18f-4703-a990-139f3926c5fc {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:24:18.707635 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Publish callbacks [] for port (1bef7c22-e18f-4703-a990-139f3926c5fc), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:18.720650 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Transition to ACTIVE for port object 1bef7c22-e18f-4703-a990-139f3926c5fc will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:24:18.724872 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-fcfe3e07-08b8-4d57-9f6b-9d54e49c8367 req-755317aa-c0a0-4cc3-9903-383c15e4cf83 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f6901b-2b4a-4335-9618-0deb69c9ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447085 Mar 08 19:24:18.810343 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (1bef7c22-e18f-4703-a990-139f3926c5fc), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:18.870700 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Pushing event updated for resources: {'Port': ['ID=1bef7c22-e18f-4703-a990-139f3926c5fc,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:18.948703 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Attempting to bind port 1bef7c22-e18f-4703-a990-139f3926c5fc on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:24:18.951292 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Attempting to bind port 1bef7c22-e18f-4703-a990-139f3926c5fc by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:24:18.951292 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Attempting to bind port 1bef7c22-e18f-4703-a990-139f3926c5fc on network 388fd34c-8824-4f29-8fd1-2b60271e031f {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:24:18.955911 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Port 1bef7c22-e18f-4703-a990-139f3926c5fc on network 388fd34c-8824-4f29-8fd1-2b60271e031f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:24:18.956402 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Attempting to bind port 1bef7c22-e18f-4703-a990-139f3926c5fc on network 388fd34c-8824-4f29-8fd1-2b60271e031f {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:24:18.962881 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:24:18.963222 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Checking segment: {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:24:18.963609 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Bound using segment: {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:24:18.964042 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Bound port: 1bef7c22-e18f-4703-a990-139f3926c5fc, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192a4244-3a75-43f5-b7f2-cbb3dfefb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:24:18.964405 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (1bef7c22-e18f-4703-a990-139f3926c5fc), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:19.034983 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] For port 1bef7c22-e18f-4703-a990-139f3926c5fc, host hv-cinder-83009, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:24:19.038526 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] For port 1bef7c22-e18f-4703-a990-139f3926c5fc, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1bef7c22-e18f-4703-a990-139f3926c5fc,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:24:19.150348 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (1bef7c22-e18f-4703-a990-139f3926c5fc), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:19.191668 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:19.192309 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:19.193719 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] 10.222.0.64 "PUT /v2.0/ports/1bef7c22-e18f-4703-a990-139f3926c5fc HTTP/1.1" status: 200 len: 1094 time: 0.8435240 Mar 08 19:24:19.194159 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37b53fe-2e08-4937-b018-c347b3c9f1ef', 'tag': '1bef7c22-e18f-4703-a990-139f3926c5fc'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:24:19.196410 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5a2c84-4e0f-4b82-8dae-d8990be3b4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e37b53fe-2e08-4937-b018-c347b3c9f1ef", "tag": "1bef7c22-e18f-4703-a990-139f3926c5fc"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:24:19.225255 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b1af7-cb58-47c7-9422-de7857422ced service neutron] Pushing event updated for resources: {'Port': ['ID=1bef7c22-e18f-4703-a990-139f3926c5fc,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:19.247402 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4825dc0b-ea70-40b2-87bf-99873567b63d x-openstack-request-id: req-4825dc0b-ea70-40b2-87bf-99873567b63d {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:24:19.247608 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37b53fe-2e08-4937-b018-c347b3c9f1ef", "tag": "1bef7c22-e18f-4703-a990-139f3926c5fc", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:24:19.247865 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4825dc0b-ea70-40b2-87bf-99873567b63d {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:24:19.248266 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37b53fe-2e08-4937-b018-c347b3c9f1ef', 'tag': '1bef7c22-e18f-4703-a990-139f3926c5fc', 'status': 'completed', 'code': 200} Mar 08 19:24:19.323345 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a2c84-4e0f-4b82-8dae-d8990be3b4e9 req-d1622a95-857c-4267-b510-adbd6935bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:19.324991 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9b5a2c84-4e0f-4b82-8dae-d8990be3b4e9 req-d1622a95-857c-4267-b510-adbd6935bd7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 1128 time: 0.0564122 Mar 08 19:24:19.397629 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13bd6b-512f-4faf-bccb-d07fa079cdc0 req-c7ce88ad-2fac-4cd2-99a6-6aaee23e4706 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:19.399143 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6d13bd6b-512f-4faf-bccb-d07fa079cdc0 req-c7ce88ad-2fac-4cd2-99a6-6aaee23e4706 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 946 time: 0.0619478 Mar 08 19:24:19.442900 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a2c84-4e0f-4b82-8dae-d8990be3b4e9 req-df4947e5-e33c-42c9-85c9-e992c3a54fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:19.444408 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9b5a2c84-4e0f-4b82-8dae-d8990be3b4e9 req-df4947e5-e33c-42c9-85c9-e992c3a54fbb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=96c3bb88a07f471ba34d69352508cf40&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1085804 Mar 08 19:24:19.450307 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6d13bd6b-512f-4faf-bccb-d07fa079cdc0 req-ea099e78-b985-4e1b-a3af-46530c28b8ac tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450273 Mar 08 19:24:19.548465 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a2c84-4e0f-4b82-8dae-d8990be3b4e9 req-64acfa74-5bec-49b9-81cc-c1ca70c471f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:19.550079 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9b5a2c84-4e0f-4b82-8dae-d8990be3b4e9 req-64acfa74-5bec-49b9-81cc-c1ca70c471f3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994253 Mar 08 19:24:19.638363 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-e22041e9-c958-4d9e-ad23-0deb5b7a79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:19.639886 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-e22041e9-c958-4d9e-ad23-0deb5b7a79fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 1128 time: 0.0453382 Mar 08 19:24:19.686830 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-c0c084bb-804f-471b-8cbb-acf7bdb8325b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bef7c22-e18f-4703-a990-139f3926c5fc HTTP/1.1" status: 200 len: 217 time: 0.0372212 Mar 08 19:24:19.738526 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-979596e2-71b2-436b-87d0-3ca2dc6a1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:19.740244 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-979596e2-71b2-436b-87d0-3ca2dc6a1ad3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5d488cc-d933-4aa0-9cc6-087a844e6a20 HTTP/1.1" status: 200 len: 853 time: 0.0472574 Mar 08 19:24:19.792173 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-84156146-99ed-4edb-9599-6b40145b6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:19.793698 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-84156146-99ed-4edb-9599-6b40145b6c21 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=388fd34c-8824-4f29-8fd1-2b60271e031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472457 Mar 08 19:24:19.849204 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9f9df-3e1f-4d98-90af-ccca6a7afbfd req-b5046f4d-7229-433d-b784-7b027825bfc9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:19.849204 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-54a9f9df-3e1f-4d98-90af-ccca6a7afbfd req-b5046f4d-7229-433d-b784-7b027825bfc9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 944 time: 0.0551219 Mar 08 19:24:19.891659 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-d50cd00d-d5e5-4c69-8857-eb851a93d533 service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918233 Mar 08 19:24:19.903881 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-54a9f9df-3e1f-4d98-90af-ccca6a7afbfd req-7794e318-b469-4801-8847-a50088ac6305 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f6901b-2b4a-4335-9618-0deb69c9ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491250 Mar 08 19:24:19.986373 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3b5facb0-5bb3-40ad-8288-ffb8d3ce2b27 req-4d5015aa-d0e8-4a71-a650-c0b5a717b1f8 service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879533 Mar 08 19:24:20.576288 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b985e-1d12-427e-a458-2b3381d59c0a req-e7a7ce1f-3634-426d-855f-b2d055781797 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:20.578836 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e72b985e-1d12-427e-a458-2b3381d59c0a req-e7a7ce1f-3634-426d-855f-b2d055781797 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 946 time: 0.0593524 Mar 08 19:24:20.629772 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e72b985e-1d12-427e-a458-2b3381d59c0a req-c95834db-d5d1-46f0-a5d4-a3fe4ca47441 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452409 Mar 08 19:24:20.691056 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21e5f59c-29c3-4ca9-9f0f-84fbfe19d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:21.020622 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6dc2a-03a8-4eb7-9ea9-abd8cd5f62e3 req-64a52b2f-8323-4c91-9148-a38d061f6b2c tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:21.022069 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-22b6dc2a-03a8-4eb7-9ea9-abd8cd5f62e3 req-64a52b2f-8323-4c91-9148-a38d061f6b2c tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 944 time: 0.0503705 Mar 08 19:24:21.066597 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-22b6dc2a-03a8-4eb7-9ea9-abd8cd5f62e3 req-71bcaa92-ce8b-4779-aef2-db9ea0c67b37 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f6901b-2b4a-4335-9618-0deb69c9ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390458 Mar 08 19:24:21.638366 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db722bd9-dcef-46da-96b4-4e3f96f7779e req-696b9ce4-3303-492c-8ed2-ca311cffa21f tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:21.639847 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-db722bd9-dcef-46da-96b4-4e3f96f7779e req-696b9ce4-3303-492c-8ed2-ca311cffa21f tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.64 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 946 time: 0.0536609 Mar 08 19:24:21.742645 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-db722bd9-dcef-46da-96b4-4e3f96f7779e req-991cab7c-643c-41fa-835d-38058ac35b3e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Deleting port 2ce3c141-1907-451f-bd6d-4c730e46f374 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:21.743024 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-db722bd9-dcef-46da-96b4-4e3f96f7779e req-991cab7c-643c-41fa-835d-38058ac35b3e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:21.752087 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec4002-5e77-49d5-9222-5d712ee02744 req-1542cc2b-0bcf-4ca6-9b7b-c9bf476e5eb9 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:21.753571 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cfec4002-5e77-49d5-9222-5d712ee02744 req-1542cc2b-0bcf-4ca6-9b7b-c9bf476e5eb9 tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 946 time: 0.0564475 Mar 08 19:24:21.800853 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cfec4002-5e77-49d5-9222-5d712ee02744 req-260fe6cd-c32d-460f-ad3c-fea8eaeab37f tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f0b4d2-2c71-4442-9efa-2b92010f9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416584 Mar 08 19:24:21.837262 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-db722bd9-dcef-46da-96b4-4e3f96f7779e req-991cab7c-643c-41fa-835d-38058ac35b3e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] For port 2ce3c141-1907-451f-bd6d-4c730e46f374, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2ce3c141-1907-451f-bd6d-4c730e46f374,segment=NetworkSegment(5fe1463e-1dac-4251-aebf-f69690e9be43),segment_id=5fe1463e-1dac-4251-aebf-f69690e9be43)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:21.837615 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-db722bd9-dcef-46da-96b4-4e3f96f7779e req-991cab7c-643c-41fa-835d-38058ac35b3e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:21.849572 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-db722bd9-dcef-46da-96b4-4e3f96f7779e req-991cab7c-643c-41fa-835d-38058ac35b3e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Calling delete_port for 2ce3c141-1907-451f-bd6d-4c730e46f374 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:22.044978 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-db722bd9-dcef-46da-96b4-4e3f96f7779e req-991cab7c-643c-41fa-835d-38058ac35b3e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (2ce3c141-1907-451f-bd6d-4c730e46f374), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:22.059666 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['2ce3c141-1907-451f-bd6d-4c730e46f374'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:24:22.076664 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991cab7c-643c-41fa-835d-38058ac35b3e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Pushing event deleted for resources: {'Port': ['ID=2ce3c141-1907-451f-bd6d-4c730e46f374,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:22.121426 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-db722bd9-dcef-46da-96b4-4e3f96f7779e req-991cab7c-643c-41fa-835d-38058ac35b3e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] No DVR routers for this DVR port 2ce3c141-1907-451f-bd6d-4c730e46f374 on host hv-cinder-83009 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:24:22.124246 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-db722bd9-dcef-46da-96b4-4e3f96f7779e req-991cab7c-643c-41fa-835d-38058ac35b3e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:22.127691 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-db722bd9-dcef-46da-96b4-4e3f96f7779e req-991cab7c-643c-41fa-835d-38058ac35b3e tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.64 "DELETE /v2.0/ports/2ce3c141-1907-451f-bd6d-4c730e46f374 HTTP/1.1" status: 204 len: 173 time: 0.4810252 Mar 08 19:24:22.128154 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'name': 'network-vif-deleted', 'tag': '2ce3c141-1907-451f-bd6d-4c730e46f374'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:24:22.131046 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3522d754-89ad-44d2-a9c4-a537dbaf7f6b" -d '{"events": [{"server_uuid": "c32da579-d0cb-4be2-ad5a-7ade24c94fa6", "name": "network-vif-deleted", "tag": "2ce3c141-1907-451f-bd6d-4c730e46f374"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:24:22.166126 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ae39e0-68db-4e92-844f-4c8fd47f1480 x-openstack-request-id: req-95ae39e0-68db-4e92-844f-4c8fd47f1480 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:24:22.166430 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32da579-d0cb-4be2-ad5a-7ade24c94fa6", "name": "network-vif-deleted", "tag": "2ce3c141-1907-451f-bd6d-4c730e46f374", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:24:22.166699 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95ae39e0-68db-4e92-844f-4c8fd47f1480 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:24:22.167125 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32da579-d0cb-4be2-ad5a-7ade24c94fa6', 'name': 'network-vif-deleted', 'tag': '2ce3c141-1907-451f-bd6d-4c730e46f374', 'status': 'completed', 'code': 200} Mar 08 19:24:22.196105 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca81477-ee61-45fd-91e0-943fbaf9ecab req-e0171a58-f021-48af-9c11-8f5d67683d54 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:22.197608 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-fca81477-ee61-45fd-91e0-943fbaf9ecab req-e0171a58-f021-48af-9c11-8f5d67683d54 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 944 time: 0.0632753 Mar 08 19:24:22.250598 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-fca81477-ee61-45fd-91e0-943fbaf9ecab req-9b50d495-32b7-40c9-9c33-2ccddda95649 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f6901b-2b4a-4335-9618-0deb69c9ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424104 Mar 08 19:24:22.910428 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d430cd4b-59f7-4326-9d4c-6c7945338339 req-53610bff-3e46-49ba-afe8-9910cfa1f56f tempest-TestMinimumBasicScenario-1739490112 tempest-TestMinimumBasicScenario-1739490112-project] 10.222.0.21 "GET /v2.0/ports?device_id=c32da579-d0cb-4be2-ad5a-7ade24c94fa6 HTTP/1.1" status: 200 len: 210 time: 0.0299895 Mar 08 19:24:23.086818 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-750bfc66-8eab-4132-b1dc-f3059ac4dc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:23.367551 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a771ad2-3aae-4b0e-b4ab-881a576f3058 req-75dc15ad-14da-416f-b61f-a0e14206d466 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:23.369002 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7a771ad2-3aae-4b0e-b4ab-881a576f3058 req-75dc15ad-14da-416f-b61f-a0e14206d466 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 944 time: 0.0520079 Mar 08 19:24:23.414899 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7a771ad2-3aae-4b0e-b4ab-881a576f3058 req-562453a2-9849-4d9d-bcae-6f388dd7a471 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f6901b-2b4a-4335-9618-0deb69c9ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404997 Mar 08 19:24:24.115520 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:24.532351 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b4c77-78d5-4f6b-8769-a5799886de05 req-10742e07-5416-4080-ad68-104d3a69d7d0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:24.533888 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-014b4c77-78d5-4f6b-8769-a5799886de05 req-10742e07-5416-4080-ad68-104d3a69d7d0 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 944 time: 0.0531087 Mar 08 19:24:24.580953 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-014b4c77-78d5-4f6b-8769-a5799886de05 req-e2f2c49b-803b-4ecb-8ef2-6af41f51e2a2 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f6901b-2b4a-4335-9618-0deb69c9ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410953 Mar 08 19:24:24.655510 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 1bef7c22-e18f-4703-a990-139f3926c5fc details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:24:24.658277 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 2ce3c141-1907-451f-bd6d-4c730e46f374 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:24:24.684540 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: 2ce3c141-1907-451f-bd6d-4c730e46f374 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:24:24.684878 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 2ce3c141-1907-451f-bd6d-4c730e46f374 not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:24:24.747431 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:24.778724 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 1bef7c22-e18f-4703-a990-139f3926c5fc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1bef7c22-e18f-4703-a990-139f3926c5fc,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:24.789368 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '1bef7c22-e18f-4703-a990-139f3926c5fc', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'port_id': '1bef7c22-e18f-4703-a990-139f3926c5fc', 'mac_address': 'fa:16:3e:cb:14:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:24:24.826967 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 1bef7c22-e18f-4703-a990-139f3926c5fc is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:24:24.827358 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (1bef7c22-e18f-4703-a990-139f3926c5fc), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:24.840711 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bef7c22-e18f-4703-a990-139f3926c5fc {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:24:24.860357 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 1bef7c22-e18f-4703-a990-139f3926c5fc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1bef7c22-e18f-4703-a990-139f3926c5fc,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:24.947969 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (1bef7c22-e18f-4703-a990-139f3926c5fc), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:24.996081 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=1bef7c22-e18f-4703-a990-139f3926c5fc,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:25.003449 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:25.003945 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:25.004323 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:25.004659 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:25.005000 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:25.005318 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:25.005636 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:25.005964 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:25.006283 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:25.006637 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:25.006964 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:25.007283 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:25.007598 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:25.334717 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['1bef7c22-e18f-4703-a990-139f3926c5fc'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:24:25.530170 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 45296) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:25.732868 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:25.787399 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba6488-ff9d-4705-aed0-ca8366e497cd req-11ae74bb-f158-42f9-9129-32ee5303ba90 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:25.788940 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f7ba6488-ff9d-4705-aed0-ca8366e497cd req-11ae74bb-f158-42f9-9129-32ee5303ba90 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 945 time: 0.1062071 Mar 08 19:24:25.886364 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f7ba6488-ff9d-4705-aed0-ca8366e497cd req-680301cf-a9be-4c70-90a8-a2082a04b53c tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f6901b-2b4a-4335-9618-0deb69c9ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904720 Mar 08 19:24:26.049016 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a2f80058-4a3c-49fa-ab97-4480f4bf54b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-329048'] for router_interface (3ba412f3-944c-4633-ae71-9b696141f27f), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:26.351397 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-a2f80058-4a3c-49fa-ab97-4480f4bf54b0 admin admin] Deleting port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:26.351734 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a2f80058-4a3c-49fa-ab97-4480f4bf54b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:26.429483 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-a2f80058-4a3c-49fa-ab97-4480f4bf54b0 admin admin] For port 3ffd2343-c02d-457b-b6f0-1470c3fa55a0, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=3ffd2343-c02d-457b-b6f0-1470c3fa55a0,segment=NetworkSegment(5fe1463e-1dac-4251-aebf-f69690e9be43),segment_id=5fe1463e-1dac-4251-aebf-f69690e9be43)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:26.429835 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a2f80058-4a3c-49fa-ab97-4480f4bf54b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:26.442671 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-a2f80058-4a3c-49fa-ab97-4480f4bf54b0 admin admin] Calling delete_port for 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 owned by network:router_interface {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:26.676370 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 1bef7c22-e18f-4703-a990-139f3926c5fc up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:24:26.744600 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a2f80058-4a3c-49fa-ab97-4480f4bf54b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (3ffd2343-c02d-457b-b6f0-1470c3fa55a0), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:26.773278 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f80058-4a3c-49fa-ab97-4480f4bf54b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ffd2343-c02d-457b-b6f0-1470c3fa55a0,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:26.856581 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port 1bef7c22-e18f-4703-a990-139f3926c5fc completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:24:26.862017 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 1bef7c22-e18f-4703-a990-139f3926c5fc triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:24:26.862379 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (1bef7c22-e18f-4703-a990-139f3926c5fc), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:26.946379 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a2f80058-4a3c-49fa-ab97-4480f4bf54b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-329004'] for router_interface (3ba412f3-944c-4633-ae71-9b696141f27f), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:26.975322 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 1bef7c22-e18f-4703-a990-139f3926c5fc is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:24:26.975937 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (1bef7c22-e18f-4703-a990-139f3926c5fc), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:27.005105 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37b53fe-2e08-4937-b018-c347b3c9f1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bef7c22-e18f-4703-a990-139f3926c5fc'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:24:27.007416 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc4802a-5935-4b6d-a6bb-b2502b133d40" -d '{"events": [{"server_uuid": "e37b53fe-2e08-4937-b018-c347b3c9f1ef", "name": "network-vif-plugged", "status": "completed", "tag": "1bef7c22-e18f-4703-a990-139f3926c5fc"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:24:27.022520 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 1bef7c22-e18f-4703-a990-139f3926c5fc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1bef7c22-e18f-4703-a990-139f3926c5fc,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:27.054076 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c136db-cfa7-439a-9f45-254ab3d359db x-openstack-request-id: req-25c136db-cfa7-439a-9f45-254ab3d359db {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:24:27.054076 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37b53fe-2e08-4937-b018-c347b3c9f1ef", "name": "network-vif-plugged", "status": "completed", "tag": "1bef7c22-e18f-4703-a990-139f3926c5fc", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:24:27.054076 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25c136db-cfa7-439a-9f45-254ab3d359db {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:24:27.054076 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37b53fe-2e08-4937-b018-c347b3c9f1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bef7c22-e18f-4703-a990-139f3926c5fc', 'code': 200} Mar 08 19:24:27.086105 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:27.096251 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e16a8-df55-48e0-bce8-b35adc7f4dd4 req-bd01be25-50f7-403d-8787-799a0b84a3e4 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:27.097678 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f90e16a8-df55-48e0-bce8-b35adc7f4dd4 req-bd01be25-50f7-403d-8787-799a0b84a3e4 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 945 time: 0.1377220 Mar 08 19:24:27.173026 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (1bef7c22-e18f-4703-a990-139f3926c5fc), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:27.194368 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f90e16a8-df55-48e0-bce8-b35adc7f4dd4 req-69adfb8b-80c8-4b05-84e1-07dce4f0d9b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f6901b-2b4a-4335-9618-0deb69c9ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897982 Mar 08 19:24:27.245870 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=1bef7c22-e18f-4703-a990-139f3926c5fc,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:27.261339 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f80058-4a3c-49fa-ab97-4480f4bf54b0 admin admin] Router 3ba412f3-944c-4633-ae71-9b696141f27f has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:24:27.367934 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f80058-4a3c-49fa-ab97-4480f4bf54b0 admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:24:27.372924 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-a2f80058-4a3c-49fa-ab97-4480f4bf54b0 admin admin] 10.222.0.21 "PUT /v2.0/routers/3ba412f3-944c-4633-ae71-9b696141f27f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8416760 Mar 08 19:24:27.376431 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 45316) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:27.379656 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd8e9a0-8311-489b-ab00-da64fb46a254 None None] Sync routers for ids ['3ba412f3-944c-4633-ae71-9b696141f27f'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:24:27.390139 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd8e9a0-8311-489b-ab00-da64fb46a254 None None] Routers {'3ba412f3-944c-4633-ae71-9b696141f27f'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:24:27.392642 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-9dd8e9a0-8311-489b-ab00-da64fb46a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:24:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['3ba412f3-944c-4633-ae71-9b696141f27f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:27.651474 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-9dd8e9a0-8311-489b-ab00-da64fb46a254 None None] Set router 3ba412f3-944c-4633-ae71-9b696141f27f gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:24:27.767228 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a969ee1-d916-4b59-9c23-37bf1b232ca2 req-f81ada9b-08c7-485d-ab22-7601d251bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:27.768725 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5a969ee1-d916-4b59-9c23-37bf1b232ca2 req-f81ada9b-08c7-485d-ab22-7601d251bebf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 1130 time: 0.3507142 Mar 08 19:24:27.775386 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7d080ef2-7c12-4560-9617-75e84b9a5386 admin admin] Publish callbacks [] for router (3ba412f3-944c-4633-ae71-9b696141f27f), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:27.841783 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-9dd8e9a0-8311-489b-ab00-da64fb46a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'name': 'tempest-TestMinimumBasicScenario-204080919-router', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:14Z', 'updated_at': '2022-03-08T19:24:26Z', 'revision_number': 5, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'gw_port': {'id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:44:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:15Z', 'updated_at': '2022-03-08T19:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:27.872200 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd8e9a0-8311-489b-ab00-da64fb46a254 None None] Checking router: 3ba412f3-944c-4633-ae71-9b696141f27f for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:24:27.885292 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd8e9a0-8311-489b-ab00-da64fb46a254 None None] Routers {'3ba412f3-944c-4633-ae71-9b696141f27f'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:24:27.885666 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5a969ee1-d916-4b59-9c23-37bf1b232ca2 req-6bf2fbcb-0d13-4115-b8b1-04b697dddcea service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f0f6901b-2b4a-4335-9618-0deb69c9ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082430 Mar 08 19:24:27.885932 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-9dd8e9a0-8311-489b-ab00-da64fb46a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:24:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['3ba412f3-944c-4633-ae71-9b696141f27f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:27.918759 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7d080ef2-7c12-4560-9617-75e84b9a5386 admin admin] Publish callbacks [] for router_gateway (3ba412f3-944c-4633-ae71-9b696141f27f), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:27.996964 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd86adc-e069-4469-9edf-cdd0840adefb req-2e56f320-490a-436d-b423-58f17d1b8f14 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:27.999208 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-fbd86adc-e069-4469-9edf-cdd0840adefb req-2e56f320-490a-436d-b423-58f17d1b8f14 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0541608 Mar 08 19:24:28.002051 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-9dd8e9a0-8311-489b-ab00-da64fb46a254 None None] Set router 3ba412f3-944c-4633-ae71-9b696141f27f gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:24:28.050553 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-fbd86adc-e069-4469-9edf-cdd0840adefb req-20783210-628e-456f-bd51-a79652d75f9b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448508 Mar 08 19:24:28.086554 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-7d080ef2-7c12-4560-9617-75e84b9a5386 admin admin] Deleting port c2194c1a-077d-4e91-bca4-a7c493be2c24 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:28.086898 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7d080ef2-7c12-4560-9617-75e84b9a5386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (c2194c1a-077d-4e91-bca4-a7c493be2c24), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:28.169191 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-7d080ef2-7c12-4560-9617-75e84b9a5386 admin admin] For port c2194c1a-077d-4e91-bca4-a7c493be2c24, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=c2194c1a-077d-4e91-bca4-a7c493be2c24,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:28.169462 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7d080ef2-7c12-4560-9617-75e84b9a5386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (c2194c1a-077d-4e91-bca4-a7c493be2c24), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:28.182295 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-7d080ef2-7c12-4560-9617-75e84b9a5386 admin admin] Calling delete_port for c2194c1a-077d-4e91-bca4-a7c493be2c24 owned by network:router_gateway {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:28.198734 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-9dd8e9a0-8311-489b-ab00-da64fb46a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'name': 'tempest-TestMinimumBasicScenario-204080919-router', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:14Z', 'updated_at': '2022-03-08T19:24:26Z', 'revision_number': 5, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'gw_port': {'id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:44:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:15Z', 'updated_at': '2022-03-08T19:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:28.225610 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd8e9a0-8311-489b-ab00-da64fb46a254 None None] The sync data for ids ['3ba412f3-944c-4633-ae71-9b696141f27f'] in dv-cinder-830092-3-iscsi is: [{'id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'name': 'tempest-TestMinimumBasicScenario-204080919-router', 'tenant_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:14Z', 'updated_at': '2022-03-08T19:24:26Z', 'revision_number': 5, 'project_id': '3ee114e2a47a43aeb36a88ea76037a8d', 'gw_port': {'id': 'c2194c1a-077d-4e91-bca4-a7c493be2c24', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:44:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba412f3-944c-4633-ae71-9b696141f27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:15Z', 'updated_at': '2022-03-08T19:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:24:28.333158 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91769964-b170-4573-a610-9830f7b4949d req-8a95417b-0cff-41a2-9047-c67f58a0c048 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:28.334716 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-91769964-b170-4573-a610-9830f7b4949d req-8a95417b-0cff-41a2-9047-c67f58a0c048 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 946 time: 0.0537980 Mar 08 19:24:28.383652 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-91769964-b170-4573-a610-9830f7b4949d req-cc8154f9-cb33-4059-93ac-019041e4afdc tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f6901b-2b4a-4335-9618-0deb69c9ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433407 Mar 08 19:24:28.445745 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7d080ef2-7c12-4560-9617-75e84b9a5386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (c2194c1a-077d-4e91-bca4-a7c493be2c24), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:28.471704 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d080ef2-7c12-4560-9617-75e84b9a5386 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2194c1a-077d-4e91-bca4-a7c493be2c24,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:28.537100 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7d080ef2-7c12-4560-9617-75e84b9a5386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-328326'] for router_gateway (3ba412f3-944c-4633-ae71-9b696141f27f), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:28.642331 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7d080ef2-7c12-4560-9617-75e84b9a5386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-331570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25210'] for router (3ba412f3-944c-4633-ae71-9b696141f27f), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:28.644679 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7d080ef2-7c12-4560-9617-75e84b9a5386 admin admin] Publish callbacks [] for router_controller (3ba412f3-944c-4633-ae71-9b696141f27f), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:28.740463 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:24:28.761286 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:24:28.761644 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 3ffd2343-c02d-457b-b6f0-1470c3fa55a0 not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:24:28.790196 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7d080ef2-7c12-4560-9617-75e84b9a5386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-331557'] for router (3ba412f3-944c-4633-ae71-9b696141f27f), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:28.790796 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d080ef2-7c12-4560-9617-75e84b9a5386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ba412f3-944c-4633-ae71-9b696141f27f {{(pid=103757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:24:28.795128 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7d080ef2-7c12-4560-9617-75e84b9a5386 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:28.796302 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-7d080ef2-7c12-4560-9617-75e84b9a5386 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3ba412f3-944c-4633-ae71-9b696141f27f HTTP/1.1" status: 204 len: 168 time: 1.4188631 Mar 08 19:24:28.799572 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 45330) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:28.845859 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d722bfd-d206-471a-9387-7d6687bab144 admin admin] Deleting subnet 127d2768-3ec2-4e32-8751-49e5ef3b1d35 {{(pid=103758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:24:28.849690 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0d722bfd-d206-471a-9387-7d6687bab144 admin admin] Publish callbacks [] for subnet (127d2768-3ec2-4e32-8751-49e5ef3b1d35), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:28.891367 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0d722bfd-d206-471a-9387-7d6687bab144 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13620975'] for subnet (127d2768-3ec2-4e32-8751-49e5ef3b1d35), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.009707 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0d722bfd-d206-471a-9387-7d6687bab144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669433'] for subnet (127d2768-3ec2-4e32-8751-49e5ef3b1d35), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.139180 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0d722bfd-d206-471a-9387-7d6687bab144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13606602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15838044'] for subnet (127d2768-3ec2-4e32-8751-49e5ef3b1d35), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.178894 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d722bfd-d206-471a-9387-7d6687bab144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=127d2768-3ec2-4e32-8751-49e5ef3b1d35,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:29.189807 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa1bc19-758a-4b27-8f5b-e7fbc1e32669 None None] Network 5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:24:29.196471 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0d722bfd-d206-471a-9387-7d6687bab144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.199715 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-0d722bfd-d206-471a-9387-7d6687bab144 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/127d2768-3ec2-4e32-8751-49e5ef3b1d35 HTTP/1.1" status: 204 len: 168 time: 0.3990452 Mar 08 19:24:29.202701 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 45334) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:29.241238 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500218fe-6df3-419c-8121-bf035bbbed0b req-63ad799d-3d74-413d-97dd-de0eb25021c1 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:29.242822 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-500218fe-6df3-419c-8121-bf035bbbed0b req-63ad799d-3d74-413d-97dd-de0eb25021c1 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.1007450 Mar 08 19:24:29.291949 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715894'] for network (5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.335256 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-500218fe-6df3-419c-8121-bf035bbbed0b req-140b232e-a367-4f87-9e2d-3fb5be2c15f0 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716615 Mar 08 19:24:29.391437 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] Deleting port 2d0ec58e-adad-4ebc-95e2-025109bf539b {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:29.391776 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (2d0ec58e-adad-4ebc-95e2-025109bf539b), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.430057 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5723fd-f587-42f6-9b75-7ad1e388a18b None None] DHCP port deletion for 5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 request from dv-cinder-830092-3-iscsi {{(pid=103759) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:24:29.465847 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] For port 2d0ec58e-adad-4ebc-95e2-025109bf539b, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=2d0ec58e-adad-4ebc-95e2-025109bf539b,segment=NetworkSegment(5fe1463e-1dac-4251-aebf-f69690e9be43),segment_id=5fe1463e-1dac-4251-aebf-f69690e9be43)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:29.466484 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (2d0ec58e-adad-4ebc-95e2-025109bf539b), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.485511 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] Calling delete_port for 2d0ec58e-adad-4ebc-95e2-025109bf539b owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:29.501002 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-1d5723fd-f587-42f6-9b75-7ad1e388a18b None None] Deleting port 2d0ec58e-adad-4ebc-95e2-025109bf539b {{(pid=103759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:29.501437 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1d5723fd-f587-42f6-9b75-7ad1e388a18b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (2d0ec58e-adad-4ebc-95e2-025109bf539b), before_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.529117 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56caea-ec3f-4a32-9a5c-2687f6979d81 req-04250cd1-caa9-49b0-a420-8d7de09fe674 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:29.533071 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9e56caea-ec3f-4a32-9a5c-2687f6979d81 req-04250cd1-caa9-49b0-a420-8d7de09fe674 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 946 time: 0.0679452 Mar 08 19:24:29.584310 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9e56caea-ec3f-4a32-9a5c-2687f6979d81 req-636dd301-dff3-4f60-af60-37d2d76a0429 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f6901b-2b4a-4335-9618-0deb69c9ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470366 Mar 08 19:24:29.586597 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-1d5723fd-f587-42f6-9b75-7ad1e388a18b None None] For port 2d0ec58e-adad-4ebc-95e2-025109bf539b, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=2d0ec58e-adad-4ebc-95e2-025109bf539b,segment=NetworkSegment(5fe1463e-1dac-4251-aebf-f69690e9be43),segment_id=5fe1463e-1dac-4251-aebf-f69690e9be43)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:29.587058 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1d5723fd-f587-42f6-9b75-7ad1e388a18b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (2d0ec58e-adad-4ebc-95e2-025109bf539b), precommit_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.607993 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-1d5723fd-f587-42f6-9b75-7ad1e388a18b None None] Calling delete_port for 2d0ec58e-adad-4ebc-95e2-025109bf539b owned by network:dhcp {{(pid=103759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:29.698751 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (2d0ec58e-adad-4ebc-95e2-025109bf539b), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.725274 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0ec58e-adad-4ebc-95e2-025109bf539b,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:29.729038 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] No DVR routers for this DVR port 2d0ec58e-adad-4ebc-95e2-025109bf539b on host dv-cinder-830092-3-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:24:29.731110 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1d5723fd-f587-42f6-9b75-7ad1e388a18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226'] for port (2d0ec58e-adad-4ebc-95e2-025109bf539b), after_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.746318 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5723fd-f587-42f6-9b75-7ad1e388a18b None None] No DVR routers for this DVR port 2d0ec58e-adad-4ebc-95e2-025109bf539b on host dv-cinder-830092-3-iscsi {{(pid=103759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:24:29.773037 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5723fd-f587-42f6-9b75-7ad1e388a18b None None] Pushing event deleted for resources: {'Port': ['ID=2d0ec58e-adad-4ebc-95e2-025109bf539b,revision_number=None']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:29.819372 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733302', 'neutron.services.segments.db._delete_segments_for_network-8785633600359'] for network (5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.840888 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:29.850776 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe1463e-1dac-4251-aebf-f69690e9be43') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:29.851066 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe1463e-1dac-4251-aebf-f69690e9be43') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:29.861470 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785633599600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12596186'] for segment (5fe1463e-1dac-4251-aebf-f69690e9be43), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.874869 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (5fe1463e-1dac-4251-aebf-f69690e9be43), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.881641 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:24:29.882024 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14676627'] for segment (5fe1463e-1dac-4251-aebf-f69690e9be43), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: Traceback (most recent call last): Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: timer() Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: cb(*args, **kw) Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: return func(*args, **kwargs) Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: self._notify() Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: self.callback(batched_events) Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: event.method(event) Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: return f(self, *a, **k) Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._get(url).json() Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:24:29.883705 dv-cinder-830092-3-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:24:30.011297 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-328354'] for network (5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:30.017335 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:30.020462 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] 10.222.0.21 "DELETE /v2.0/networks/5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3 HTTP/1.1" status: 204 len: 168 time: 0.8162980 Mar 08 19:24:30.023676 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 45338) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:30.031927 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ef0fa-5875-4bec-90bb-11971f9ef86d admin admin] Pushing event deleted for resources: {'Network': ['ID=5b4020bf-aa83-4d7a-88c5-e11a1ad7dbd3,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:30.451058 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device c2194c1a-077d-4e91-bca4-a7c493be2c24 no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:24:30.472899 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: c2194c1a-077d-4e91-bca4-a7c493be2c24 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:24:30.473243 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device c2194c1a-077d-4e91-bca4-a7c493be2c24 not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:24:30.473666 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 2d0ec58e-adad-4ebc-95e2-025109bf539b no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:24:30.494944 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: 2d0ec58e-adad-4ebc-95e2-025109bf539b {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:24:30.495307 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 2d0ec58e-adad-4ebc-95e2-025109bf539b not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:24:30.590993 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf8f03-d77f-4d10-8518-6cc983192267 req-da086a32-02ec-4105-a5a3-c72cc4cf522c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:30.592509 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-eecf8f03-d77f-4d10-8518-6cc983192267 req-da086a32-02ec-4105-a5a3-c72cc4cf522c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0666332 Mar 08 19:24:30.687561 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-eecf8f03-d77f-4d10-8518-6cc983192267 req-560b95fb-450c-4074-abba-ed8af819bb69 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875225 Mar 08 19:24:30.732616 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-aec41740-d260-4769-b022-e2b9fe957852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-329048'] for router_interface (a11a6a86-32eb-4ce6-b1b2-7d64496aa64a), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:30.776367 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71163654-bcd6-4d82-a415-4718d16d4de9 req-f8a3b62d-4f2d-432d-9858-4f7b8d687912 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:30.777859 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-71163654-bcd6-4d82-a415-4718d16d4de9 req-f8a3b62d-4f2d-432d-9858-4f7b8d687912 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 946 time: 0.1035359 Mar 08 19:24:30.872822 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-71163654-bcd6-4d82-a415-4718d16d4de9 req-37aecc3e-e5a1-47cb-afb5-aaf401fa0d52 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f6901b-2b4a-4335-9618-0deb69c9ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874562 Mar 08 19:24:31.009709 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ce9e6-1c3b-4cae-af4f-41c019fb6b35 req-a216695f-ce69-440a-835f-8cd7dc740bc8 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:31.011310 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-228ce9e6-1c3b-4cae-af4f-41c019fb6b35 req-a216695f-ce69-440a-835f-8cd7dc740bc8 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 946 time: 0.0691462 Mar 08 19:24:31.021769 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 45346) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:31.028549 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-54a1d347-54bb-416f-b993-39b40f03d01a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Request body: {'floatingip': {'port_id': '1bef7c22-e18f-4703-a990-139f3926c5fc'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:24:31.071558 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-54a1d347-54bb-416f-b993-39b40f03d01a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (e2977027-b69a-42fc-8232-6d78855f8821), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:31.100399 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-aec41740-d260-4769-b022-e2b9fe957852 admin admin] Deleting port f975301f-080c-4a67-ac25-608379c768ee {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:31.101004 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-aec41740-d260-4769-b022-e2b9fe957852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (f975301f-080c-4a67-ac25-608379c768ee), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:31.183708 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-aec41740-d260-4769-b022-e2b9fe957852 admin admin] For port f975301f-080c-4a67-ac25-608379c768ee, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=f975301f-080c-4a67-ac25-608379c768ee,segment=NetworkSegment(484a17bd-4d98-44b7-8e7c-008ecc1e8b9e),segment_id=484a17bd-4d98-44b7-8e7c-008ecc1e8b9e)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:31.184045 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-aec41740-d260-4769-b022-e2b9fe957852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (f975301f-080c-4a67-ac25-608379c768ee), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:31.196882 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-aec41740-d260-4769-b022-e2b9fe957852 admin admin] Calling delete_port for f975301f-080c-4a67-ac25-608379c768ee owned by network:router_interface {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:31.516004 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-aec41740-d260-4769-b022-e2b9fe957852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (f975301f-080c-4a67-ac25-608379c768ee), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:31.542432 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec41740-d260-4769-b022-e2b9fe957852 admin admin] Pushing event deleted for resources: {'Port': ['ID=f975301f-080c-4a67-ac25-608379c768ee,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:31.553732 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-54a1d347-54bb-416f-b993-39b40f03d01a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:31.628696 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-54a1d347-54bb-416f-b993-39b40f03d01a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (e2977027-b69a-42fc-8232-6d78855f8821), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:31.766182 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-aec41740-d260-4769-b022-e2b9fe957852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-329004'] for router_interface (a11a6a86-32eb-4ce6-b1b2-7d64496aa64a), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:31.791366 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.l3_db [None req-54a1d347-54bb-416f-b993-39b40f03d01a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Floating IP e2977027-b69a-42fc-8232-6d78855f8821 associated. External IP: 172.27.2.190, port: 1bef7c22-e18f-4703-a990-139f3926c5fc. Mar 08 19:24:31.965163 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f36ad-a85a-45a1-9a7e-0638d577d1d7 req-bf0c88b4-1342-4d9a-b75b-072429abd8ea tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:31.966745 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2f7f36ad-a85a-45a1-9a7e-0638d577d1d7 req-bf0c88b4-1342-4d9a-b75b-072429abd8ea tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.1352603 Mar 08 19:24:32.032149 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a1d347-54bb-416f-b993-39b40f03d01a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Router e487fd44-513d-440f-b0a4-0bfef29293b0 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:24:32.081928 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2f7f36ad-a85a-45a1-9a7e-0638d577d1d7 req-6cc6b0fc-42b7-48c9-bea0-417aa852625d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081347 Mar 08 19:24:32.146413 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec41740-d260-4769-b022-e2b9fe957852 admin admin] Router a11a6a86-32eb-4ce6-b1b2-7d64496aa64a has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:24:32.181456 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a1d347-54bb-416f-b993-39b40f03d01a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:24:32.186451 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-54a1d347-54bb-416f-b993-39b40f03d01a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:32.194201 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22901c26-aafe-445f-be33-e4c52b9a24a8 None None] Sync routers for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:24:32.213040 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22901c26-aafe-445f-be33-e4c52b9a24a8 None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:24:32.214875 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-22901c26-aafe-445f-be33-e4c52b9a24a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:24:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:32.238021 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-54a1d347-54bb-416f-b993-39b40f03d01a tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "PUT /v2.0/floatingips/e2977027-b69a-42fc-8232-6d78855f8821 HTTP/1.1" status: 200 len: 992 time: 1.2150104 Mar 08 19:24:32.238872 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37b53fe-2e08-4937-b018-c347b3c9f1ef', 'tag': '1bef7c22-e18f-4703-a990-139f3926c5fc'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:24:32.241577 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107b7306-3698-46b4-8fbf-4093c4b849f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e37b53fe-2e08-4937-b018-c347b3c9f1ef", "tag": "1bef7c22-e18f-4703-a990-139f3926c5fc"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:24:32.282324 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec41740-d260-4769-b022-e2b9fe957852 admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:24:32.295501 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-aec41740-d260-4769-b022-e2b9fe957852 admin admin] 10.222.0.21 "PUT /v2.0/routers/a11a6a86-32eb-4ce6-b1b2-7d64496aa64a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2699602 Mar 08 19:24:32.296094 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a17903-46fc-46f5-b8d5-eca61019a446 None None] Sync routers for ids ['a11a6a86-32eb-4ce6-b1b2-7d64496aa64a'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:24:32.298474 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 45354) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:32.316605 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1034ae-7d68-4881-87bc-771992995aec x-openstack-request-id: req-ba1034ae-7d68-4881-87bc-771992995aec {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:24:32.316949 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37b53fe-2e08-4937-b018-c347b3c9f1ef", "tag": "1bef7c22-e18f-4703-a990-139f3926c5fc", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:24:32.317250 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba1034ae-7d68-4881-87bc-771992995aec {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:24:32.317688 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37b53fe-2e08-4937-b018-c347b3c9f1ef', 'tag': '1bef7c22-e18f-4703-a990-139f3926c5fc', 'status': 'completed', 'code': 200} Mar 08 19:24:32.321003 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a17903-46fc-46f5-b8d5-eca61019a446 None None] Routers {'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:24:32.323106 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-c0a17903-46fc-46f5-b8d5-eca61019a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:24:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a11a6a86-32eb-4ce6-b1b2-7d64496aa64a'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:32.396917 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-22901c26-aafe-445f-be33-e4c52b9a24a8 None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:24:32.483601 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-c0a17903-46fc-46f5-b8d5-eca61019a446 None None] Set router a11a6a86-32eb-4ce6-b1b2-7d64496aa64a gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:24:32.489454 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b7306-3698-46b4-8fbf-4093c4b849f4 req-a69f7f12-86b7-4414-b631-f007a3d266e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:32.491176 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-107b7306-3698-46b4-8fbf-4093c4b849f4 req-a69f7f12-86b7-4414-b631-f007a3d266e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96c3bb88a07f471ba34d69352508cf40&device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 1130 time: 0.1333678 Mar 08 19:24:32.541608 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-617a478c-3155-4050-876e-77d4b07af94c admin admin] Publish callbacks [] for router (a11a6a86-32eb-4ce6-b1b2-7d64496aa64a), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:32.703782 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b7306-3698-46b4-8fbf-4093c4b849f4 req-78fc40dd-d6b7-483b-a764-e94657b114b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:32.705554 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-107b7306-3698-46b4-8fbf-4093c4b849f4 req-78fc40dd-d6b7-483b-a764-e94657b114b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=388fd34c-8824-4f29-8fd1-2b60271e031f HTTP/1.1" status: 200 len: 915 time: 0.2065449 Mar 08 19:24:32.724940 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-c0a17903-46fc-46f5-b8d5-eca61019a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'name': 'tempest-TestMinimumBasicScenario-1598033223-router', 'tenant_id': 'd51ea25de296449fad48deae18611e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '8b3647de-9719-49aa-8ebd-855e1e66327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:22Z', 'updated_at': '2022-03-08T19:24:31Z', 'revision_number': 5, 'project_id': 'd51ea25de296449fad48deae18611e4a', 'gw_port': {'id': '8b3647de-9719-49aa-8ebd-855e1e66327e', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:23Z', 'updated_at': '2022-03-08T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:32.753039 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a17903-46fc-46f5-b8d5-eca61019a446 None None] Checking router: a11a6a86-32eb-4ce6-b1b2-7d64496aa64a for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:24:32.763464 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a17903-46fc-46f5-b8d5-eca61019a446 None None] Routers {'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:24:32.764889 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-c0a17903-46fc-46f5-b8d5-eca61019a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:24:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a11a6a86-32eb-4ce6-b1b2-7d64496aa64a'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:32.765354 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-617a478c-3155-4050-876e-77d4b07af94c admin admin] Publish callbacks [] for router_gateway (a11a6a86-32eb-4ce6-b1b2-7d64496aa64a), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:32.803770 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-107b7306-3698-46b4-8fbf-4093c4b849f4 req-294c3d6a-b3b5-4afa-b8bb-1b7e94d4d27a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bef7c22-e18f-4703-a990-139f3926c5fc HTTP/1.1" status: 200 len: 1000 time: 0.0899999 Mar 08 19:24:32.808067 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-22901c26-aafe-445f-be33-e4c52b9a24a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'e2977027-b69a-42fc-8232-6d78855f8821', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'port_id': '1bef7c22-e18f-4703-a990-139f3926c5fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'mac_address': 'fa:16:3e:cb:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b53fe-2e08-4937-b018-c347b3c9f1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:24:13Z', 'updated_at': '2022-03-08T19:24:31Z', 'revision_number': 1, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:32.837217 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22901c26-aafe-445f-be33-e4c52b9a24a8 None None] Checking router: e487fd44-513d-440f-b0a4-0bfef29293b0 for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:24:32.846664 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22901c26-aafe-445f-be33-e4c52b9a24a8 None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:24:32.847283 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-22901c26-aafe-445f-be33-e4c52b9a24a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:24:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:32.884376 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b7306-3698-46b4-8fbf-4093c4b849f4 req-7519a0a0-212e-434e-907f-f4d718bdb53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:32.886828 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-107b7306-3698-46b4-8fbf-4093c4b849f4 req-7519a0a0-212e-434e-907f-f4d718bdb53c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5d488cc-d933-4aa0-9cc6-087a844e6a20 HTTP/1.1" status: 200 len: 853 time: 0.0773103 Mar 08 19:24:32.902969 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-c0a17903-46fc-46f5-b8d5-eca61019a446 None None] Set router a11a6a86-32eb-4ce6-b1b2-7d64496aa64a gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:24:32.979241 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-22901c26-aafe-445f-be33-e4c52b9a24a8 None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:24:33.101070 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-c0a17903-46fc-46f5-b8d5-eca61019a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'name': 'tempest-TestMinimumBasicScenario-1598033223-router', 'tenant_id': 'd51ea25de296449fad48deae18611e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '8b3647de-9719-49aa-8ebd-855e1e66327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:22Z', 'updated_at': '2022-03-08T19:24:31Z', 'revision_number': 5, 'project_id': 'd51ea25de296449fad48deae18611e4a', 'gw_port': {'id': '8b3647de-9719-49aa-8ebd-855e1e66327e', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:23Z', 'updated_at': '2022-03-08T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:33.132769 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a17903-46fc-46f5-b8d5-eca61019a446 None None] The sync data for ids ['a11a6a86-32eb-4ce6-b1b2-7d64496aa64a'] in dv-cinder-830092-3-iscsi is: [{'id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'name': 'tempest-TestMinimumBasicScenario-1598033223-router', 'tenant_id': 'd51ea25de296449fad48deae18611e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '8b3647de-9719-49aa-8ebd-855e1e66327e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:20:22Z', 'updated_at': '2022-03-08T19:24:31Z', 'revision_number': 5, 'project_id': 'd51ea25de296449fad48deae18611e4a', 'gw_port': {'id': '8b3647de-9719-49aa-8ebd-855e1e66327e', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11a6a86-32eb-4ce6-b1b2-7d64496aa64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:20:23Z', 'updated_at': '2022-03-08T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:24:33.235807 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-617a478c-3155-4050-876e-77d4b07af94c admin admin] Deleting port 8b3647de-9719-49aa-8ebd-855e1e66327e {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:33.236380 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-617a478c-3155-4050-876e-77d4b07af94c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (8b3647de-9719-49aa-8ebd-855e1e66327e), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:33.240572 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b7306-3698-46b4-8fbf-4093c4b849f4 req-e68999fb-d625-4379-900e-16ac9a1822fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:33.242112 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-107b7306-3698-46b4-8fbf-4093c4b849f4 req-e68999fb-d625-4379-900e-16ac9a1822fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=388fd34c-8824-4f29-8fd1-2b60271e031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3488305 Mar 08 19:24:33.249991 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4eb7-73cd-4754-b3bb-bc71ec3ccdea req-36e4e2a0-be58-405f-96bf-fc381b3adfc8 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:33.251723 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0fbe4eb7-73cd-4754-b3bb-bc71ec3ccdea req-36e4e2a0-be58-405f-96bf-fc381b3adfc8 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0617917 Mar 08 19:24:33.267010 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-22901c26-aafe-445f-be33-e4c52b9a24a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'e2977027-b69a-42fc-8232-6d78855f8821', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'port_id': '1bef7c22-e18f-4703-a990-139f3926c5fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'mac_address': 'fa:16:3e:cb:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b53fe-2e08-4937-b018-c347b3c9f1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:24:13Z', 'updated_at': '2022-03-08T19:24:31Z', 'revision_number': 1, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:33.294718 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22901c26-aafe-445f-be33-e4c52b9a24a8 None None] The sync data for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi is: [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'e2977027-b69a-42fc-8232-6d78855f8821', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'port_id': '1bef7c22-e18f-4703-a990-139f3926c5fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'mac_address': 'fa:16:3e:cb:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b53fe-2e08-4937-b018-c347b3c9f1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:24:13Z', 'updated_at': '2022-03-08T19:24:31Z', 'revision_number': 1, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:24:33.319023 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0fbe4eb7-73cd-4754-b3bb-bc71ec3ccdea req-6040e077-6e49-4017-b4c5-08c5179aee89 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612371 Mar 08 19:24:33.390839 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-617a478c-3155-4050-876e-77d4b07af94c admin admin] For port 8b3647de-9719-49aa-8ebd-855e1e66327e, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=8b3647de-9719-49aa-8ebd-855e1e66327e,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:33.391246 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-617a478c-3155-4050-876e-77d4b07af94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (8b3647de-9719-49aa-8ebd-855e1e66327e), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:33.404962 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-107b7306-3698-46b4-8fbf-4093c4b849f4 req-95b5a3b4-4e4e-4d17-bce4-979923731ff0 service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532009 Mar 08 19:24:33.409489 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-617a478c-3155-4050-876e-77d4b07af94c admin admin] Calling delete_port for 8b3647de-9719-49aa-8ebd-855e1e66327e owned by network:router_gateway {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:33.556181 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4677cbdd-e3ae-4b57-87f5-64b497678875 None None] New status for floating IP e2977027-b69a-42fc-8232-6d78855f8821: ACTIVE {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:24:33.557355 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-107b7306-3698-46b4-8fbf-4093c4b849f4 req-7ff6905f-4c0c-427c-a19b-9c97912dfe30 service neutron] 10.222.0.64 "GET /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458480 Mar 08 19:24:33.742851 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-617a478c-3155-4050-876e-77d4b07af94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (8b3647de-9719-49aa-8ebd-855e1e66327e), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:33.770931 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a478c-3155-4050-876e-77d4b07af94c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3647de-9719-49aa-8ebd-855e1e66327e,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:33.846096 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-617a478c-3155-4050-876e-77d4b07af94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-328326'] for router_gateway (a11a6a86-32eb-4ce6-b1b2-7d64496aa64a), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:33.949354 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-617a478c-3155-4050-876e-77d4b07af94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-331570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25210'] for router (a11a6a86-32eb-4ce6-b1b2-7d64496aa64a), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:33.951663 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-617a478c-3155-4050-876e-77d4b07af94c admin admin] Publish callbacks [] for router_controller (a11a6a86-32eb-4ce6-b1b2-7d64496aa64a), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:34.085434 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-617a478c-3155-4050-876e-77d4b07af94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-331557'] for router (a11a6a86-32eb-4ce6-b1b2-7d64496aa64a), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:34.085970 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617a478c-3155-4050-876e-77d4b07af94c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a11a6a86-32eb-4ce6-b1b2-7d64496aa64a {{(pid=103757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:24:34.090224 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-617a478c-3155-4050-876e-77d4b07af94c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:34.091402 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-617a478c-3155-4050-876e-77d4b07af94c admin admin] 10.222.0.21 "DELETE /v2.0/routers/a11a6a86-32eb-4ce6-b1b2-7d64496aa64a HTTP/1.1" status: 204 len: 168 time: 1.7906179 Mar 08 19:24:34.096172 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 45358) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:34.161987 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca690d85-facb-4cd0-b444-0c00b7efff1e admin admin] Deleting subnet bff94462-f619-4edf-ae08-52619945d047 {{(pid=103758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:24:34.165946 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ca690d85-facb-4cd0-b444-0c00b7efff1e admin admin] Publish callbacks [] for subnet (bff94462-f619-4edf-ae08-52619945d047), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:34.210749 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ca690d85-facb-4cd0-b444-0c00b7efff1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13620975'] for subnet (bff94462-f619-4edf-ae08-52619945d047), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:34.309238 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ca690d85-facb-4cd0-b444-0c00b7efff1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669433'] for subnet (bff94462-f619-4edf-ae08-52619945d047), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:34.436582 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ca690d85-facb-4cd0-b444-0c00b7efff1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13606602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15838044'] for subnet (bff94462-f619-4edf-ae08-52619945d047), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:34.477785 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b11bf7-a583-4f5c-b95b-c1f07ba47dac req-e8c0f54b-325f-4fcb-a7a8-aedfbb086d1d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:34.479342 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-47b11bf7-a583-4f5c-b95b-c1f07ba47dac req-e8c0f54b-325f-4fcb-a7a8-aedfbb086d1d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0861120 Mar 08 19:24:34.480502 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca690d85-facb-4cd0-b444-0c00b7efff1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bff94462-f619-4edf-ae08-52619945d047,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:34.484110 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ca690d85-facb-4cd0-b444-0c00b7efff1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:34.488086 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-ca690d85-facb-4cd0-b444-0c00b7efff1e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bff94462-f619-4edf-ae08-52619945d047 HTTP/1.1" status: 204 len: 168 time: 0.3908715 Mar 08 19:24:34.491057 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 45362) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:34.500816 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61124995-6c05-4a55-a22f-d84f2c2d4138 None None] Network 4140a7e5-391f-41df-afbf-7f4c97c4e898 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:24:34.577832 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-47b11bf7-a583-4f5c-b95b-c1f07ba47dac req-cd48a5a5-cdc2-48e3-aced-703df9047d00 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885324 Mar 08 19:24:34.633277 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715894'] for network (4140a7e5-391f-41df-afbf-7f4c97c4e898), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:34.692233 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:24:34.713371 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] Deleting port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:34.713714 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (b4ccd864-4d7c-492d-89f6-aebaeb9f5b85), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:34.780903 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] For port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=b4ccd864-4d7c-492d-89f6-aebaeb9f5b85,segment=NetworkSegment(484a17bd-4d98-44b7-8e7c-008ecc1e8b9e),segment_id=484a17bd-4d98-44b7-8e7c-008ecc1e8b9e)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:34.781259 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (b4ccd864-4d7c-492d-89f6-aebaeb9f5b85), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:34.784478 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device f975301f-080c-4a67-ac25-608379c768ee no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:24:34.794369 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] Calling delete_port for b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:34.807681 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: f975301f-080c-4a67-ac25-608379c768ee {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:24:34.808022 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device f975301f-080c-4a67-ac25-608379c768ee not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:24:34.808444 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 8b3647de-9719-49aa-8ebd-855e1e66327e no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:24:34.833226 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: 8b3647de-9719-49aa-8ebd-855e1e66327e {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:24:34.833582 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 8b3647de-9719-49aa-8ebd-855e1e66327e not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:24:34.923212 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e09de5b-51d1-489f-8103-7d0ae4f52867 None None] DHCP port deletion for 4140a7e5-391f-41df-afbf-7f4c97c4e898 request from dv-cinder-830092-3-iscsi {{(pid=103759) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:24:34.977066 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8e09de5b-51d1-489f-8103-7d0ae4f52867 None None] Deleting port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 {{(pid=103759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:34.977443 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8e09de5b-51d1-489f-8103-7d0ae4f52867 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (b4ccd864-4d7c-492d-89f6-aebaeb9f5b85), before_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.011210 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (b4ccd864-4d7c-492d-89f6-aebaeb9f5b85), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.038084 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ccd864-4d7c-492d-89f6-aebaeb9f5b85,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:35.041699 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] No DVR routers for this DVR port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 on host dv-cinder-830092-3-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:24:35.044908 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-8e09de5b-51d1-489f-8103-7d0ae4f52867 None None] For port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=b4ccd864-4d7c-492d-89f6-aebaeb9f5b85,segment=NetworkSegment(484a17bd-4d98-44b7-8e7c-008ecc1e8b9e),segment_id=484a17bd-4d98-44b7-8e7c-008ecc1e8b9e)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:35.045293 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8e09de5b-51d1-489f-8103-7d0ae4f52867 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (b4ccd864-4d7c-492d-89f6-aebaeb9f5b85), precommit_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.061898 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8e09de5b-51d1-489f-8103-7d0ae4f52867 None None] Calling delete_port for b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 owned by network:dhcp {{(pid=103759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:35.130113 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733302', 'neutron.services.segments.db._delete_segments_for_network-8785633600359'] for network (4140a7e5-391f-41df-afbf-7f4c97c4e898), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.155754 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4140a7e5-391f-41df-afbf-7f4c97c4e898']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:35.166782 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484a17bd-4d98-44b7-8e7c-008ecc1e8b9e') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:35.167128 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484a17bd-4d98-44b7-8e7c-008ecc1e8b9e') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:35.167872 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8e09de5b-51d1-489f-8103-7d0ae4f52867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226'] for port (b4ccd864-4d7c-492d-89f6-aebaeb9f5b85), after_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.179576 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785633599600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12596186'] for segment (484a17bd-4d98-44b7-8e7c-008ecc1e8b9e), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.194947 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e09de5b-51d1-489f-8103-7d0ae4f52867 None None] No DVR routers for this DVR port b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 on host dv-cinder-830092-3-iscsi {{(pid=103759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:24:35.197399 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (484a17bd-4d98-44b7-8e7c-008ecc1e8b9e), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.199004 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09de5b-51d1-489f-8103-7d0ae4f52867 None None] Pushing event deleted for resources: {'Port': ['ID=b4ccd864-4d7c-492d-89f6-aebaeb9f5b85,revision_number=None']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:35.211463 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:24:35.211897 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14676627'] for segment (484a17bd-4d98-44b7-8e7c-008ecc1e8b9e), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: Traceback (most recent call last): Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: timer() Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: cb(*args, **kw) Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: return func(*args, **kwargs) Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: self._notify() Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: self.callback(batched_events) Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: event.method(event) Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: return f(self, *a, **k) Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._get(url).json() Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:24:35.214332 dv-cinder-830092-3-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:24:35.436370 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-328354'] for network (4140a7e5-391f-41df-afbf-7f4c97c4e898), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.442456 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.445604 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4140a7e5-391f-41df-afbf-7f4c97c4e898 HTTP/1.1" status: 204 len: 168 time: 0.9534543 Mar 08 19:24:35.457427 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fd70b-6ce9-4fd3-bf6d-517c6eeada04 admin admin] Pushing event deleted for resources: {'Network': ['ID=4140a7e5-391f-41df-afbf-7f4c97c4e898,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:35.733407 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4539e7-f9d2-439f-9203-2bb5e8f79b26 req-23f83483-2cb4-4b20-8b63-727d6af6de1e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:35.735108 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cf4539e7-f9d2-439f-9203-2bb5e8f79b26 req-23f83483-2cb4-4b20-8b63-727d6af6de1e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0562789 Mar 08 19:24:35.789762 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cf4539e7-f9d2-439f-9203-2bb5e8f79b26 req-853e95ad-0111-4c0f-8cfe-dc8af24bfb44 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455544 Mar 08 19:24:35.828096 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 45368) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:35.872396 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-a718548c-1e5f-4742-9525-a609069ab0dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ee114e2a47a43aeb36a88ea76037a8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404782 Mar 08 19:24:35.874887 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 45370) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:35.930231 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a001d771-89c8-4a66-9743-0c6804c71b2e admin admin] Publish callbacks [] for security_group (b0f0b4d2-2c71-4442-9efa-2b92010f9df5), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.956598 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a001d771-89c8-4a66-9743-0c6804c71b2e admin admin] Publish callbacks [] for security_group (b0f0b4d2-2c71-4442-9efa-2b92010f9df5), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:36.080225 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a001d771-89c8-4a66-9743-0c6804c71b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (b0f0b4d2-2c71-4442-9efa-2b92010f9df5), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:36.082759 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a001d771-89c8-4a66-9743-0c6804c71b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:36.083907 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-a001d771-89c8-4a66-9743-0c6804c71b2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0f0b4d2-2c71-4442-9efa-2b92010f9df5 HTTP/1.1" status: 204 len: 168 time: 0.2072809 Mar 08 19:24:36.092114 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001d771-89c8-4a66-9743-0c6804c71b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f0b4d2-2c71-4442-9efa-2b92010f9df5,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:36.451385 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:24:36.471861 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:24:36.472202 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device b4ccd864-4d7c-492d-89f6-aebaeb9f5b85 not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:24:36.809999 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 45378) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:36.858473 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-06ac7376-a955-4ba4-ada1-ad421c6bdb99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d51ea25de296449fad48deae18611e4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471687 Mar 08 19:24:36.861695 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 45382) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:36.918284 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-acb0fa89-ea01-4285-9e48-8a7b4d703e09 admin admin] Publish callbacks [] for security_group (9ecac5db-e3a9-426b-afbb-51bb7e27866f), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:36.920307 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56664385-d725-4fc1-9585-2a352019c5fa req-9c655d4b-bc9f-44d6-a97e-db6e7206f208 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:36.921822 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-56664385-d725-4fc1-9585-2a352019c5fa req-9c655d4b-bc9f-44d6-a97e-db6e7206f208 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0545058 Mar 08 19:24:36.942574 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-acb0fa89-ea01-4285-9e48-8a7b4d703e09 admin admin] Publish callbacks [] for security_group (9ecac5db-e3a9-426b-afbb-51bb7e27866f), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:36.969409 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-56664385-d725-4fc1-9585-2a352019c5fa req-37ed4738-dec2-4914-98f4-f66252c5b8fa tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418642 Mar 08 19:24:37.087712 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-acb0fa89-ea01-4285-9e48-8a7b4d703e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (9ecac5db-e3a9-426b-afbb-51bb7e27866f), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:37.090329 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-acb0fa89-ea01-4285-9e48-8a7b4d703e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:37.091570 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-acb0fa89-ea01-4285-9e48-8a7b4d703e09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ecac5db-e3a9-426b-afbb-51bb7e27866f HTTP/1.1" status: 204 len: 168 time: 0.2289426 Mar 08 19:24:37.100541 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0fa89-ea01-4285-9e48-8a7b4d703e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecac5db-e3a9-426b-afbb-51bb7e27866f,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:38.094935 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c75ef-ca2b-409d-bd42-bc01040e282e req-ec7a65c4-e786-41a5-8e08-2980bb15f017 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:38.096458 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b30c75ef-ca2b-409d-bd42-bc01040e282e req-ec7a65c4-e786-41a5-8e08-2980bb15f017 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0537894 Mar 08 19:24:38.147809 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b30c75ef-ca2b-409d-bd42-bc01040e282e req-cd01303b-4170-4b91-bd33-8ffd8f3dc563 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457833 Mar 08 19:24:39.272319 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1f2d0-4231-4ec1-95d6-e2e6163f196f req-675845ab-bfe6-4b8a-be23-b5238b0aff98 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:39.273852 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-09c1f2d0-4231-4ec1-95d6-e2e6163f196f req-675845ab-bfe6-4b8a-be23-b5238b0aff98 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0535271 Mar 08 19:24:39.322875 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-09c1f2d0-4231-4ec1-95d6-e2e6163f196f req-95eb5a17-a98e-4814-a874-c48ef9096197 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431845 Mar 08 19:24:40.452491 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d44bad-5848-49e1-ae95-d8a9481a1251 req-2b065524-60b1-4869-bb73-22adc473d9c8 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:40.454089 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d9d44bad-5848-49e1-ae95-d8a9481a1251 req-2b065524-60b1-4869-bb73-22adc473d9c8 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0570815 Mar 08 19:24:40.504142 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d9d44bad-5848-49e1-ae95-d8a9481a1251 req-8641ff54-a1e5-41d2-a174-2fc46674c0eb tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444572 Mar 08 19:24:41.634838 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bff834-d585-428d-b7bf-fc476d406549 req-db9678c9-b3f4-48d3-b39d-641405e430de tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:41.636368 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-55bff834-d585-428d-b7bf-fc476d406549 req-db9678c9-b3f4-48d3-b39d-641405e430de tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0577731 Mar 08 19:24:41.682972 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-55bff834-d585-428d-b7bf-fc476d406549 req-36c5fc70-27b3-46fb-9d8e-6f6e7fdf35fc tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410185 Mar 08 19:24:42.810237 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdce934-900f-477e-a848-15430d7749fb req-dcc3b1ee-35cd-4101-9e49-5a8777714df4 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:42.811762 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bbdce934-900f-477e-a848-15430d7749fb req-dcc3b1ee-35cd-4101-9e49-5a8777714df4 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0544930 Mar 08 19:24:42.862441 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bbdce934-900f-477e-a848-15430d7749fb req-8b7f4801-71f4-4a92-849d-37c9a35a1e24 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422256 Mar 08 19:24:43.999439 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc70be4-3695-4950-a9cc-77a98b7dc532 req-0cbf8082-3b13-4485-9c11-2e57a77f7d56 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:44.000940 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7bc70be4-3695-4950-a9cc-77a98b7dc532 req-0cbf8082-3b13-4485-9c11-2e57a77f7d56 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0579915 Mar 08 19:24:44.048668 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7bc70be4-3695-4950-a9cc-77a98b7dc532 req-b538af11-151c-424a-a54f-be8540772c6c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422421 Mar 08 19:24:45.180401 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a903c2-de6a-41dc-8d14-f0c253647b62 req-5a5653b7-3e08-409f-bd5d-d79b6949e23c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:45.181972 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-39a903c2-de6a-41dc-8d14-f0c253647b62 req-5a5653b7-3e08-409f-bd5d-d79b6949e23c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0576274 Mar 08 19:24:45.228755 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-39a903c2-de6a-41dc-8d14-f0c253647b62 req-475b80c2-59f3-4005-b530-6f51543b61f1 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412743 Mar 08 19:24:46.357501 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4405a6a-8cfc-4d12-88e2-4463f21adba9 req-7d6ee83d-999c-4411-b612-9838f34f305a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:46.358960 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d4405a6a-8cfc-4d12-88e2-4463f21adba9 req-7d6ee83d-999c-4411-b612-9838f34f305a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0553141 Mar 08 19:24:46.411910 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d4405a6a-8cfc-4d12-88e2-4463f21adba9 req-aa535128-c629-4a1a-8994-277e5c597e2f tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467789 Mar 08 19:24:47.538657 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98a568-24e2-4a97-b579-effecca7a894 req-f78dd8be-b017-4c64-a8ec-ae671838fb76 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:47.540218 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-da98a568-24e2-4a97-b579-effecca7a894 req-f78dd8be-b017-4c64-a8ec-ae671838fb76 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0542724 Mar 08 19:24:47.589778 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-da98a568-24e2-4a97-b579-effecca7a894 req-38a71256-a0bf-4703-b502-08f5be7a3227 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434332 Mar 08 19:24:48.722248 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9892f1d-ab72-4b2f-8268-096551706365 req-79a59504-faa6-4288-900c-a59504498019 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:48.723813 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a9892f1d-ab72-4b2f-8268-096551706365 req-79a59504-faa6-4288-900c-a59504498019 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0532045 Mar 08 19:24:48.771953 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a9892f1d-ab72-4b2f-8268-096551706365 req-6821c764-ac06-4f4d-a85c-3c731edb43ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424538 Mar 08 19:24:48.798656 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 32f484d9-4487-4a5e-9c10-1969ef313a7f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:24:48.900854 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 32f484d9-4487-4a5e-9c10-1969ef313a7f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=32f484d9-4487-4a5e-9c10-1969ef313a7f,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:48.912694 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '32f484d9-4487-4a5e-9c10-1969ef313a7f', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'port_id': '32f484d9-4487-4a5e-9c10-1969ef313a7f', 'mac_address': 'fa:16:3e:a1:ce:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:24:48.960627 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 32f484d9-4487-4a5e-9c10-1969ef313a7f is: ACTIVE; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:24:48.961012 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:48.974549 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32f484d9-4487-4a5e-9c10-1969ef313a7f {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:24:48.994772 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 32f484d9-4487-4a5e-9c10-1969ef313a7f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=32f484d9-4487-4a5e-9c10-1969ef313a7f,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:49.070805 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:49.123404 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=32f484d9-4487-4a5e-9c10-1969ef313a7f,revision_number=6']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:49.160833 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['32f484d9-4487-4a5e-9c10-1969ef313a7f'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:24:49.908587 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43f62e-16b9-4282-bbea-6a8644998236 req-d34a1133-1f0f-41a1-b4b7-5222805011e3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:49.910829 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6f43f62e-16b9-4282-bbea-6a8644998236 req-d34a1133-1f0f-41a1-b4b7-5222805011e3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 944 time: 0.0578666 Mar 08 19:24:49.959657 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6f43f62e-16b9-4282-bbea-6a8644998236 req-45d25898-94a5-4659-af4a-b1208efde9ec tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432539 Mar 08 19:24:50.727915 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b5b73554-1dc4-475a-b8a7-66df4e17b972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:50.811053 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 32f484d9-4487-4a5e-9c10-1969ef313a7f up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:24:50.860120 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 32f484d9-4487-4a5e-9c10-1969ef313a7f triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:24:50.860488 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:50.945912 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 32f484d9-4487-4a5e-9c10-1969ef313a7f is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:24:50.946298 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:50.968930 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d122f-89f8-423f-8053-556adf21300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f484d9-4487-4a5e-9c10-1969ef313a7f'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:24:50.971226 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9ea167-2da8-4859-874c-d0601880142a" -d '{"events": [{"server_uuid": "1d9d122f-89f8-423f-8053-556adf21300a", "name": "network-vif-plugged", "status": "completed", "tag": "32f484d9-4487-4a5e-9c10-1969ef313a7f"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:24:50.984144 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 32f484d9-4487-4a5e-9c10-1969ef313a7f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=32f484d9-4487-4a5e-9c10-1969ef313a7f,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:51.013529 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b30f01a-3b21-4958-b0f6-b03fd2fd6e95 x-openstack-request-id: req-7b30f01a-3b21-4958-b0f6-b03fd2fd6e95 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:24:51.013826 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9d122f-89f8-423f-8053-556adf21300a", "name": "network-vif-plugged", "status": "completed", "tag": "32f484d9-4487-4a5e-9c10-1969ef313a7f", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:24:51.014081 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b30f01a-3b21-4958-b0f6-b03fd2fd6e95 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:24:51.014522 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9d122f-89f8-423f-8053-556adf21300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f484d9-4487-4a5e-9c10-1969ef313a7f', 'code': 200} Mar 08 19:24:51.053848 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:51.094133 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a548e12-42b6-42f8-8962-c73d21b6232b req-d1eac5a4-bba2-4e9d-9aaf-3122999ab0a5 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:51.095657 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6a548e12-42b6-42f8-8962-c73d21b6232b req-d1eac5a4-bba2-4e9d-9aaf-3122999ab0a5 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 944 time: 0.0597205 Mar 08 19:24:51.109264 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=32f484d9-4487-4a5e-9c10-1969ef313a7f,revision_number=7']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:51.145412 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6a548e12-42b6-42f8-8962-c73d21b6232b req-3af95c64-4841-47c8-8b29-8a97b2742950 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439935 Mar 08 19:24:52.271624 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ec7df-ae85-4706-b937-7ab62046e094 req-50852ec9-77ec-4b1e-942e-930fa3547714 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:52.273135 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-146ec7df-ae85-4706-b937-7ab62046e094 req-50852ec9-77ec-4b1e-942e-930fa3547714 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0536487 Mar 08 19:24:52.324090 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-146ec7df-ae85-4706-b937-7ab62046e094 req-e62b6bac-3472-48b1-a3fd-ed6cd00b54ee tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453136 Mar 08 19:24:53.098044 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-0d5e373c-21f8-4438-9c14-d6442dbf1240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:53.354191 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-2835f94a-871c-439d-adac-2ae2bc30b215 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448977341&fields=id&tenant_id=77bda9809dfb4144986c270b0493dcb9 HTTP/1.1" status: 200 len: 267 time: 0.0441644 Mar 08 19:24:53.509524 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-1e55622b-2d89-44e5-adae-d864326d2fbe tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:53.511198 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-1e55622b-2d89-44e5-adae-d864326d2fbe tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/networks?id=a87c540b-f15d-4b47-9f06-54063bb28b6d HTTP/1.1" status: 200 len: 812 time: 0.1507814 Mar 08 19:24:53.527562 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32798e5e-0d72-4dc2-824d-0baf7d391b45 req-2b9cd035-b2fe-4af1-931b-fcdd53275ec6 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:53.529019 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-32798e5e-0d72-4dc2-824d-0baf7d391b45 req-2b9cd035-b2fe-4af1-931b-fcdd53275ec6 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.1070991 Mar 08 19:24:53.544219 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-29cb25cd-45bc-4ecb-b06d-b40115447f71 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/quotas/77bda9809dfb4144986c270b0493dcb9 HTTP/1.1" status: 200 len: 375 time: 0.0263810 Mar 08 19:24:53.607171 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-32798e5e-0d72-4dc2-824d-0baf7d391b45 req-cf55d062-a12a-45c2-99cb-40b36666c576 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709486 Mar 08 19:24:53.625720 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-98e908fd-30f5-47fa-860f-ea67692cd398 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=77bda9809dfb4144986c270b0493dcb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0742342 Mar 08 19:24:53.722865 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-9ab7e308-2752-4815-ad60-5d62588d311d service neutron] 10.222.0.21 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845520 Mar 08 19:24:53.813542 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-91544c27-d89a-411d-a4bf-9424688b6e12 service neutron] 10.222.0.21 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846827 Mar 08 19:24:54.123985 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:54.390683 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d42b7243-02c9-40b3-98ba-db52a951ded4 req-ff2ea24b-e9e9-4a8b-aef3-b7127c06ffa5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 210 time: 0.0271189 Mar 08 19:24:54.734583 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:54.749155 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c270c-9a1b-44c2-a88e-61697dc99d43 req-3627deac-3315-485b-90e1-7819823baffd tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:54.750727 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-868c270c-9a1b-44c2-a88e-61697dc99d43 req-3627deac-3315-485b-90e1-7819823baffd tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0669153 Mar 08 19:24:54.801362 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-868c270c-9a1b-44c2-a88e-61697dc99d43 req-88b08ef6-acaf-4ef9-a6d5-9dac9d5bdf79 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433333 Mar 08 19:24:55.496750 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f92abc84-4fe5-46fd-a727-f9664e0e4db7 req-183fdc4b-efac-4c45-9db6-275cb4c1410d tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 210 time: 0.0284729 Mar 08 19:24:55.733690 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:55.961298 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d61da-b5ac-45a4-916b-b743b8056452 req-05bd7df3-0348-45f6-978f-f15585e3944f tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:55.963393 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9a9d61da-b5ac-45a4-916b-b743b8056452 req-05bd7df3-0348-45f6-978f-f15585e3944f tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0632124 Mar 08 19:24:56.023392 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9a9d61da-b5ac-45a4-916b-b743b8056452 req-605c9ecf-151d-4874-bdf2-6d5f61ad8463 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542409 Mar 08 19:24:56.561251 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-2d21ae13-91b2-4dc9-ae26-360ea126042e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:56.570743 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-2d21ae13-91b2-4dc9-ae26-360ea126042e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.64 "GET /v2.0/networks?id=a87c540b-f15d-4b47-9f06-54063bb28b6d HTTP/1.1" status: 200 len: 812 time: 0.1273983 Mar 08 19:24:56.649037 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-bbb8bcee-d8eb-4960-89c4-ceb3f752acea tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77bda9809dfb4144986c270b0493dcb9 HTTP/1.1" status: 200 len: 380 time: 0.0687268 Mar 08 19:24:56.658195 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5c9bb806-5597-400f-a987-e28f8f5de77b req-54e22785-dd17-4111-95b3-d89ce3d55768 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 210 time: 0.0443385 Mar 08 19:24:56.658813 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-fd555a1e-e169-4b1d-be4d-f2300f5d41bd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Request body: {'port': {'device_id': 'f083de69-d074-4244-8001-e911d3ea3816', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'admin_state_up': True, 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'security_groups': ['18831971-dd64-4bf0-8040-4c67ad11f5a9']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:24:56.906352 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-fd555a1e-e169-4b1d-be4d-f2300f5d41bd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Made reservation on behalf of 77bda9809dfb4144986c270b0493dcb9 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:24:56.911177 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-fd555a1e-e169-4b1d-be4d-f2300f5d41bd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:57.071120 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:57.125069 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-fd555a1e-e169-4b1d-be4d-f2300f5d41bd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Allocated IP 172.20.0.4 (a87c540b-f15d-4b47-9f06-54063bb28b6d/845dbfc1-effb-4886-8b24-637bc4d19911/ee38794c-7f56-41c4-a42d-aa6cbb7de244) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:24:57.192732 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f64694-b29e-43e1-bd9d-1f7d25d5a677 req-0b160d0f-192c-4e4b-af32-bbd203046eea tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:57.200579 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b5f64694-b29e-43e1-bd9d-1f7d25d5a677 req-0b160d0f-192c-4e4b-af32-bbd203046eea tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0706220 Mar 08 19:24:57.267030 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b5f64694-b29e-43e1-bd9d-1f7d25d5a677 req-b628c1d3-320a-4fb3-aa18-b1e171cb903b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650721 Mar 08 19:24:57.339898 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-fd555a1e-e169-4b1d-be4d-f2300f5d41bd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for port (ee38794c-7f56-41c4-a42d-aa6cbb7de244), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:57.489145 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-fd555a1e-e169-4b1d-be4d-f2300f5d41bd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (ee38794c-7f56-41c4-a42d-aa6cbb7de244), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:57.542069 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-fd555a1e-e169-4b1d-be4d-f2300f5d41bd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Network a87c540b-f15d-4b47-9f06-54063bb28b6d is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:24:57.545275 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-fd555a1e-e169-4b1d-be4d-f2300f5d41bd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:24:57.549742 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-fd555a1e-e169-4b1d-be4d-f2300f5d41bd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:24:57.594433 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd555a1e-e169-4b1d-be4d-f2300f5d41bd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event updated for resources: {'Port': ['ID=ee38794c-7f56-41c4-a42d-aa6cbb7de244,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:57.632581 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-fd555a1e-e169-4b1d-be4d-f2300f5d41bd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:57.634733 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-fd555a1e-e169-4b1d-be4d-f2300f5d41bd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:57.721117 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-fd555a1e-e169-4b1d-be4d-f2300f5d41bd tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0662782 Mar 08 19:24:57.735835 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Request body: {'port': {'device_id': 'f083de69-d074-4244-8001-e911d3ea3816', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:24:57.854983 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (ee38794c-7f56-41c4-a42d-aa6cbb7de244), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:57.863523 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f33b2-ce3c-4b12-8653-a53b991f12d1 req-4d545ce4-3d3a-49e7-8853-4e56410d4567 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:57.873347 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ee0f33b2-ce3c-4b12-8653-a53b991f12d1 req-4d545ce4-3d3a-49e7-8853-4e56410d4567 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 931 time: 0.0767374 Mar 08 19:24:57.904223 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-fa84e6db-87b9-4d4f-9856-60e831c517fc None None] Provisioning complete for port ee38794c-7f56-41c4-a42d-aa6cbb7de244 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:24:57.904772 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fa84e6db-87b9-4d4f-9856-60e831c517fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (ee38794c-7f56-41c4-a42d-aa6cbb7de244), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:57.941739 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-fa84e6db-87b9-4d4f-9856-60e831c517fc None None] Port ee38794c-7f56-41c4-a42d-aa6cbb7de244 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:24:57.951649 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ee0f33b2-ce3c-4b12-8653-a53b991f12d1 req-99264286-3026-49a4-8cae-fb53866dcd83 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789511 Mar 08 19:24:58.207604 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee38794c-7f56-41c4-a42d-aa6cbb7de244 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:24:58.217490 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Publish callbacks [] for port (ee38794c-7f56-41c4-a42d-aa6cbb7de244), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:58.232158 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Transition to ACTIVE for port object ee38794c-7f56-41c4-a42d-aa6cbb7de244 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:24:58.334321 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (ee38794c-7f56-41c4-a42d-aa6cbb7de244), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:58.439633 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Pushing event updated for resources: {'Port': ['ID=ee38794c-7f56-41c4-a42d-aa6cbb7de244,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:58.486094 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27797d-a24e-4673-ba3e-ef59a6a37a39 req-aa2ad0f6-5037-4446-af4c-52302d0433a9 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:58.491407 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1d27797d-a24e-4673-ba3e-ef59a6a37a39 req-aa2ad0f6-5037-4446-af4c-52302d0433a9 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.1227453 Mar 08 19:24:58.530865 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Attempting to bind port ee38794c-7f56-41c4-a42d-aa6cbb7de244 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:24:58.531207 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Attempting to bind port ee38794c-7f56-41c4-a42d-aa6cbb7de244 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:24:58.531530 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Attempting to bind port ee38794c-7f56-41c4-a42d-aa6cbb7de244 on network a87c540b-f15d-4b47-9f06-54063bb28b6d {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:24:58.539631 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Port ee38794c-7f56-41c4-a42d-aa6cbb7de244 on network a87c540b-f15d-4b47-9f06-54063bb28b6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:24:58.543866 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Attempting to bind port ee38794c-7f56-41c4-a42d-aa6cbb7de244 on network a87c540b-f15d-4b47-9f06-54063bb28b6d {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:24:58.545535 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:24:58.545931 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Checking segment: {'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:24:58.546320 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Bound using segment: {'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:24:58.547643 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Bound port: ee38794c-7f56-41c4-a42d-aa6cbb7de244, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:24:58.547643 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (ee38794c-7f56-41c4-a42d-aa6cbb7de244), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:58.582655 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1d27797d-a24e-4673-ba3e-ef59a6a37a39 req-5b8325bc-31b9-475a-b851-0fc0d8cfd5bf tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749328 Mar 08 19:24:58.670884 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] For port ee38794c-7f56-41c4-a42d-aa6cbb7de244, host hv-cinder-83009, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:24:58.675907 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] For port ee38794c-7f56-41c4-a42d-aa6cbb7de244, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ee38794c-7f56-41c4-a42d-aa6cbb7de244,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:24:58.780729 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (ee38794c-7f56-41c4-a42d-aa6cbb7de244), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:58.823173 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:58.823821 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:58.826094 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] 10.222.0.64 "PUT /v2.0/ports/ee38794c-7f56-41c4-a42d-aa6cbb7de244 HTTP/1.1" status: 200 len: 1093 time: 1.0964050 Mar 08 19:24:58.826511 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f083de69-d074-4244-8001-e911d3ea3816', 'tag': 'ee38794c-7f56-41c4-a42d-aa6cbb7de244'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:24:58.828749 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b70d76-bc7d-43b7-922b-8e307d9e299c" -d '{"events": [{"name": "network-changed", "server_uuid": "f083de69-d074-4244-8001-e911d3ea3816", "tag": "ee38794c-7f56-41c4-a42d-aa6cbb7de244"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:24:58.873694 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605dab69-e359-4ade-9e6c-c7fd3889506a service neutron] Pushing event updated for resources: {'Port': ['ID=ee38794c-7f56-41c4-a42d-aa6cbb7de244,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:58.881399 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d87d816-ab05-4f8d-9b53-ab94b1bc3cfa x-openstack-request-id: req-0d87d816-ab05-4f8d-9b53-ab94b1bc3cfa {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:24:58.881721 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f083de69-d074-4244-8001-e911d3ea3816", "tag": "ee38794c-7f56-41c4-a42d-aa6cbb7de244", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:24:58.882006 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d87d816-ab05-4f8d-9b53-ab94b1bc3cfa {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:24:58.882513 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f083de69-d074-4244-8001-e911d3ea3816', 'tag': 'ee38794c-7f56-41c4-a42d-aa6cbb7de244', 'status': 'completed', 'code': 200} Mar 08 19:24:58.979157 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b70d76-bc7d-43b7-922b-8e307d9e299c req-0865ec62-16d7-4395-b285-53eac04361c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:58.980713 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37b70d76-bc7d-43b7-922b-8e307d9e299c req-0865ec62-16d7-4395-b285-53eac04361c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77bda9809dfb4144986c270b0493dcb9&device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 1127 time: 0.0543683 Mar 08 19:24:59.091625 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb76ec-be4f-4dbd-b6e3-4757f732036a req-b05f0d61-09d1-47b3-9346-f6142b3c9015 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:59.093350 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5abb76ec-be4f-4dbd-b6e3-4757f732036a req-b05f0d61-09d1-47b3-9346-f6142b3c9015 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 943 time: 0.0590241 Mar 08 19:24:59.099092 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b70d76-bc7d-43b7-922b-8e307d9e299c req-19865fbf-4c25-4974-8a5a-d166bd8c4695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:59.101084 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37b70d76-bc7d-43b7-922b-8e307d9e299c req-19865fbf-4c25-4974-8a5a-d166bd8c4695 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=77bda9809dfb4144986c270b0493dcb9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1136587 Mar 08 19:24:59.147283 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5abb76ec-be4f-4dbd-b6e3-4757f732036a req-dc5b7bce-0dae-4406-9645-881c0994b538 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460067 Mar 08 19:24:59.213863 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b70d76-bc7d-43b7-922b-8e307d9e299c req-7513a7d3-ba3a-4fa0-aceb-038a9be13a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:59.216209 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37b70d76-bc7d-43b7-922b-8e307d9e299c req-7513a7d3-ba3a-4fa0-aceb-038a9be13a7e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1080174 Mar 08 19:24:59.350264 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-7fa8f01e-be4f-4a6e-afa8-17492ea1a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:59.351708 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-7fa8f01e-be4f-4a6e-afa8-17492ea1a180 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77bda9809dfb4144986c270b0493dcb9&device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 1127 time: 0.0466321 Mar 08 19:24:59.395896 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-c8043667-8c34-47db-8ec2-f11d54f7f882 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee38794c-7f56-41c4-a42d-aa6cbb7de244 HTTP/1.1" status: 200 len: 217 time: 0.0368359 Mar 08 19:24:59.456592 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-72614fea-d63b-4cfc-8d03-6409f7ad2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:59.458687 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-72614fea-d63b-4cfc-8d03-6409f7ad2ec7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=845dbfc1-effb-4886-8b24-637bc4d19911 HTTP/1.1" status: 200 len: 851 time: 0.0571320 Mar 08 19:24:59.516896 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-72edc138-4123-4e45-84f8-16a6a5e54ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:59.518331 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-72edc138-4123-4e45-84f8-16a6a5e54ede service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a87c540b-f15d-4b47-9f06-54063bb28b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529950 Mar 08 19:24:59.650714 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-aee24a83-c542-403f-a220-4774502241b6 service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248703 Mar 08 19:24:59.736173 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0852c-8d94-44b6-9483-b6cce1415bab req-53b5471d-eae8-4155-bead-ffcadfd77d09 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:59.739071 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-65a0852c-8d94-44b6-9483-b6cce1415bab req-53b5471d-eae8-4155-bead-ffcadfd77d09 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0689640 Mar 08 19:24:59.779868 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e1dcf0f2-9794-4441-995c-7289f8a48fd8 req-6b3044bb-14d8-477d-b40e-0a60bdb45ad5 service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223769 Mar 08 19:24:59.807016 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-65a0852c-8d94-44b6-9483-b6cce1415bab req-ac639b61-4ff5-44c9-9a42-c5daeb4cdbd8 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535743 Mar 08 19:25:00.289830 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3adb27-914f-4060-858e-7aa0e8548632 req-2a1af51d-f67b-4801-ba93-11e69dbfb4e2 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:00.292277 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-af3adb27-914f-4060-858e-7aa0e8548632 req-2a1af51d-f67b-4801-ba93-11e69dbfb4e2 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 943 time: 0.0747550 Mar 08 19:25:00.348646 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-af3adb27-914f-4060-858e-7aa0e8548632 req-08e978f3-5ef2-43ae-925e-2401b91b0037 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506973 Mar 08 19:25:00.934091 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddd1fa-3535-4405-bc78-bdf8eea3e192 req-08feff92-3f11-45d0-8ee8-0e549ae5a9d8 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:00.935662 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8bddd1fa-3535-4405-bc78-bdf8eea3e192 req-08feff92-3f11-45d0-8ee8-0e549ae5a9d8 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0574048 Mar 08 19:25:00.989056 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8bddd1fa-3535-4405-bc78-bdf8eea3e192 req-9da27925-a928-4aca-aa9c-9ecddbad4b0e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468094 Mar 08 19:25:01.476567 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f99ed3-54b5-4c90-bb6a-8b79b744ac2b req-c501f377-becf-497e-9d1c-98e2cca56a2f tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:01.478534 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-03f99ed3-54b5-4c90-bb6a-8b79b744ac2b req-c501f377-becf-497e-9d1c-98e2cca56a2f tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 943 time: 0.0576377 Mar 08 19:25:01.532396 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-03f99ed3-54b5-4c90-bb6a-8b79b744ac2b req-438ad9a5-fd12-4c27-a7e9-4735961d009e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481472 Mar 08 19:25:02.126283 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebec7c-04c5-48eb-b16a-f0c8616ff46f req-0d3c0e70-52fc-43df-af10-789ab3b51cf2 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:02.131693 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d1ebec7c-04c5-48eb-b16a-f0c8616ff46f req-0d3c0e70-52fc-43df-af10-789ab3b51cf2 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0639155 Mar 08 19:25:02.189922 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d1ebec7c-04c5-48eb-b16a-f0c8616ff46f req-c3347340-8237-4bcd-845f-ee6d2f912655 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517023 Mar 08 19:25:02.331813 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40588f0c-f3a7-405b-853a-025fe0705ac1 req-3ad50736-ec83-45b4-a05b-9b6d5ed190a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767376 Mar 08 19:25:02.408204 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40588f0c-f3a7-405b-853a-025fe0705ac1 req-66e177ed-8b0b-408f-bb75-42394304bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:02.410641 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40588f0c-f3a7-405b-853a-025fe0705ac1 req-66e177ed-8b0b-408f-bb75-42394304bc7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77bda9809dfb4144986c270b0493dcb9&device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 1130 time: 0.0566306 Mar 08 19:25:02.527245 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40588f0c-f3a7-405b-853a-025fe0705ac1 req-51d3d0a6-6473-42ca-a773-e7afd9b4d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:02.529067 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40588f0c-f3a7-405b-853a-025fe0705ac1 req-51d3d0a6-6473-42ca-a773-e7afd9b4d8fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=a87c540b-f15d-4b47-9f06-54063bb28b6d HTTP/1.1" status: 200 len: 913 time: 0.0981681 Mar 08 19:25:02.635961 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40588f0c-f3a7-405b-853a-025fe0705ac1 req-ddbe904e-4697-4aec-9987-f37cbf3419a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d94d3f2-c7dc-4613-824c-440131fcaad6 HTTP/1.1" status: 200 len: 1002 time: 0.0833070 Mar 08 19:25:02.678987 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2811964-3b9c-451c-8863-17acffae7373 req-99f9dc88-3213-4de9-86df-974943476afe tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:02.681404 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e2811964-3b9c-451c-8863-17acffae7373 req-99f9dc88-3213-4de9-86df-974943476afe tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 943 time: 0.0690074 Mar 08 19:25:02.686756 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40588f0c-f3a7-405b-853a-025fe0705ac1 req-baf736ac-fcee-4cf1-a8de-15f8a47cfcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:02.688303 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40588f0c-f3a7-405b-853a-025fe0705ac1 req-baf736ac-fcee-4cf1-a8de-15f8a47cfcee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=845dbfc1-effb-4886-8b24-637bc4d19911 HTTP/1.1" status: 200 len: 851 time: 0.0465550 Mar 08 19:25:02.732825 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e2811964-3b9c-451c-8863-17acffae7373 req-3887af98-4613-4d25-8a6e-49872d673001 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456510 Mar 08 19:25:02.742342 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40588f0c-f3a7-405b-853a-025fe0705ac1 req-c10b0672-e47f-4736-8796-79503655835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:02.744070 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40588f0c-f3a7-405b-853a-025fe0705ac1 req-c10b0672-e47f-4736-8796-79503655835f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a87c540b-f15d-4b47-9f06-54063bb28b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495985 Mar 08 19:25:02.851041 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40588f0c-f3a7-405b-853a-025fe0705ac1 req-89bc639d-7eed-47de-8e62-bc24a5ca9499 service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917604 Mar 08 19:25:02.941970 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40588f0c-f3a7-405b-853a-025fe0705ac1 req-f9721793-7d26-4316-b1d1-6f6c4842b390 service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844243 Mar 08 19:25:03.319368 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14368b79-11d1-40f5-9b00-3fc5c6417582 req-8a152218-67ca-4b94-b016-2229bb4c321f tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:03.321488 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-14368b79-11d1-40f5-9b00-3fc5c6417582 req-8a152218-67ca-4b94-b016-2229bb4c321f tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0561936 Mar 08 19:25:03.374551 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-14368b79-11d1-40f5-9b00-3fc5c6417582 req-13ae8bd7-56be-4be4-9347-da7c1acd1897 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463901 Mar 08 19:25:03.876590 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875b090-6430-43f1-a608-fcf60d86408b req-227e80d2-79a1-49bf-b226-7e7f95df3905 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:03.884724 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f875b090-6430-43f1-a608-fcf60d86408b req-227e80d2-79a1-49bf-b226-7e7f95df3905 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 943 time: 0.0674284 Mar 08 19:25:03.944789 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f875b090-6430-43f1-a608-fcf60d86408b req-cd2edd0f-1f65-4a6e-bc01-d17fc34e638f tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592005 Mar 08 19:25:04.516002 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdb853-c4a6-4f11-ae24-340a427bda31 req-61ee488b-ac45-4ac3-941c-94148d10ae08 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:04.517538 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f1bdb853-c4a6-4f11-ae24-340a427bda31 req-61ee488b-ac45-4ac3-941c-94148d10ae08 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0578642 Mar 08 19:25:04.568674 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f1bdb853-c4a6-4f11-ae24-340a427bda31 req-d3edb6a7-5146-4493-af83-d5aed0618a80 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443308 Mar 08 19:25:05.093422 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dcbd7-03e7-4a40-b4e9-27af2cbfe8e4 req-8acf08b9-8075-4c01-be60-16143904cfe0 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:05.095800 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d06dcbd7-03e7-4a40-b4e9-27af2cbfe8e4 req-8acf08b9-8075-4c01-be60-16143904cfe0 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 943 time: 0.0586054 Mar 08 19:25:05.153820 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d06dcbd7-03e7-4a40-b4e9-27af2cbfe8e4 req-7c5dac84-7cb9-4742-8bcd-7cb26cd7fdbe tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506387 Mar 08 19:25:05.960685 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca238391-6834-48ad-8852-879baf738805 req-54ed343c-4fbd-4c4c-8bd0-f270b5f723f2 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:05.962352 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ca238391-6834-48ad-8852-879baf738805 req-54ed343c-4fbd-4c4c-8bd0-f270b5f723f2 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.3165495 Mar 08 19:25:06.031437 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ca238391-6834-48ad-8852-879baf738805 req-24d4d5ba-4c07-4edc-80e2-08e894af9470 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611434 Mar 08 19:25:06.276326 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7d95d-6711-4596-90c0-dae18f74fa14 req-9ed1f1f3-1434-466b-bf3d-3fa932794ed0 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:06.277719 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-41e7d95d-6711-4596-90c0-dae18f74fa14 req-9ed1f1f3-1434-466b-bf3d-3fa932794ed0 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 943 time: 0.0534780 Mar 08 19:25:06.338173 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-41e7d95d-6711-4596-90c0-dae18f74fa14 req-c68697cc-e095-449d-a558-699b456cf1e0 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542941 Mar 08 19:25:07.188951 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202956cf-5b04-4477-a521-30051148dced req-42a99e1e-e9d8-48d5-b726-f02222398b0d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:07.191523 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-202956cf-5b04-4477-a521-30051148dced req-42a99e1e-e9d8-48d5-b726-f02222398b0d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0728562 Mar 08 19:25:07.243239 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-202956cf-5b04-4477-a521-30051148dced req-878aa652-fbf5-41ad-9f67-3fe89b044ea5 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460255 Mar 08 19:25:07.482691 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc85215-2b2a-4cd7-bd1e-09f1aa49adee req-1c5e8a38-eff2-451b-b3bc-a09d5ba68add tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:07.484291 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-afc85215-2b2a-4cd7-bd1e-09f1aa49adee req-1c5e8a38-eff2-451b-b3bc-a09d5ba68add tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 943 time: 0.0604553 Mar 08 19:25:07.537796 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-afc85215-2b2a-4cd7-bd1e-09f1aa49adee req-459174e8-2221-4e62-ad20-edfb0b22e118 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470395 Mar 08 19:25:08.380535 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee73a8-eee2-401a-bf6b-2e120fc8ede6 req-4fbe4036-e2ff-4c20-b195-dd465d60ac29 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:08.382068 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-edee73a8-eee2-401a-bf6b-2e120fc8ede6 req-4fbe4036-e2ff-4c20-b195-dd465d60ac29 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0561922 Mar 08 19:25:08.429073 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-edee73a8-eee2-401a-bf6b-2e120fc8ede6 req-6fcc8c06-a51d-4dab-8ca1-04d68ed867b2 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414865 Mar 08 19:25:08.659935 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ae978-ba32-4c44-bcd7-aabe8a0e324a req-d6071f08-d9e9-4f6e-aa9d-f683edcfb5c7 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:08.662525 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a86ae978-ba32-4c44-bcd7-aabe8a0e324a req-d6071f08-d9e9-4f6e-aa9d-f683edcfb5c7 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 943 time: 0.0554705 Mar 08 19:25:08.713927 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a86ae978-ba32-4c44-bcd7-aabe8a0e324a req-69b696e8-3588-4fe7-aca6-cdcf2a34cdb8 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454674 Mar 08 19:25:08.875881 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device ee38794c-7f56-41c4-a42d-aa6cbb7de244 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:25:08.984480 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port ee38794c-7f56-41c4-a42d-aa6cbb7de244, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ee38794c-7f56-41c4-a42d-aa6cbb7de244,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:25:08.998035 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': 'ee38794c-7f56-41c4-a42d-aa6cbb7de244', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'port_id': 'ee38794c-7f56-41c4-a42d-aa6cbb7de244', 'mac_address': 'fa:16:3e:df:cb:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:25:09.038869 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port ee38794c-7f56-41c4-a42d-aa6cbb7de244 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:25:09.047656 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (ee38794c-7f56-41c4-a42d-aa6cbb7de244), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:09.052559 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee38794c-7f56-41c4-a42d-aa6cbb7de244 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:25:09.072265 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port ee38794c-7f56-41c4-a42d-aa6cbb7de244, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ee38794c-7f56-41c4-a42d-aa6cbb7de244,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:25:09.157145 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (ee38794c-7f56-41c4-a42d-aa6cbb7de244), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:09.203829 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=ee38794c-7f56-41c4-a42d-aa6cbb7de244,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:09.280257 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d05392-33d2-4b21-bc91-2c9e29fbf985 req-0b0b9fbd-ae67-4e8d-9acb-e6bdeea40019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:09.281750 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0d05392-33d2-4b21-bc91-2c9e29fbf985 req-0b0b9fbd-ae67-4e8d-9acb-e6bdeea40019 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e232d9d1074348e8bcb4ab6f69434a83&device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 1129 time: 0.0482111 Mar 08 19:25:09.376029 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d05392-33d2-4b21-bc91-2c9e29fbf985 req-843efa86-84f3-4a5f-8378-411c2d4140cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:09.377486 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0d05392-33d2-4b21-bc91-2c9e29fbf985 req-843efa86-84f3-4a5f-8378-411c2d4140cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=46edac82-f34a-4fd3-bd2f-ca292de936fb HTTP/1.1" status: 200 len: 917 time: 0.0892048 Mar 08 19:25:09.445970 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0d05392-33d2-4b21-bc91-2c9e29fbf985 req-5cc1ecbf-6600-4686-abf6-acdd18626914 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32f484d9-4487-4a5e-9c10-1969ef313a7f HTTP/1.1" status: 200 len: 1001 time: 0.0621140 Mar 08 19:25:09.499615 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d05392-33d2-4b21-bc91-2c9e29fbf985 req-0d3b84f6-798d-474c-800a-afbd1505cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:09.501111 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0d05392-33d2-4b21-bc91-2c9e29fbf985 req-0d3b84f6-798d-474c-800a-afbd1505cf83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c12f396-82f2-4313-8a98-b17d51e08628 HTTP/1.1" status: 200 len: 855 time: 0.0481446 Mar 08 19:25:09.550372 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d05392-33d2-4b21-bc91-2c9e29fbf985 req-ac178b9e-e38f-433b-87c9-5f7ee2cd3039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:09.551931 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0d05392-33d2-4b21-bc91-2c9e29fbf985 req-ac178b9e-e38f-433b-87c9-5f7ee2cd3039 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46edac82-f34a-4fd3-bd2f-ca292de936fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448565 Mar 08 19:25:09.554320 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f73f3-419c-4c5e-b1aa-cca1ae4f730c req-1ea00226-a201-43e1-bf81-9e3ca44e6b39 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:09.555852 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-335f73f3-419c-4c5e-b1aa-cca1ae4f730c req-1ea00226-a201-43e1-bf81-9e3ca44e6b39 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0543697 Mar 08 19:25:09.607241 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-335f73f3-419c-4c5e-b1aa-cca1ae4f730c req-ab710016-ba6b-4682-86eb-a387bbff5194 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458624 Mar 08 19:25:09.633181 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['ee38794c-7f56-41c4-a42d-aa6cbb7de244'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:25:09.651428 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0d05392-33d2-4b21-bc91-2c9e29fbf985 req-845f9223-d07f-4b64-8cd3-b7b7a35e33da service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926576 Mar 08 19:25:09.744173 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0d05392-33d2-4b21-bc91-2c9e29fbf985 req-a7a2bbc2-0f7a-48a0-b845-da5cf13c3591 service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865691 Mar 08 19:25:09.834688 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f900841-aa57-4c77-aff2-bcc96a7ce5ca req-d1b433cf-8272-4e95-a3fc-12775adcde60 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:09.836179 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5f900841-aa57-4c77-aff2-bcc96a7ce5ca req-d1b433cf-8272-4e95-a3fc-12775adcde60 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 944 time: 0.0524511 Mar 08 19:25:09.884733 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5f900841-aa57-4c77-aff2-bcc96a7ce5ca req-ed3e5091-b34c-47d5-a19d-7e2501528b40 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429037 Mar 08 19:25:10.744079 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68275ea-cfe9-486a-9c7b-2245b172d6cb req-6db09cad-2404-468f-9085-90f4e661c99c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:10.745548 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d68275ea-cfe9-486a-9c7b-2245b172d6cb req-6db09cad-2404-468f-9085-90f4e661c99c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 945 time: 0.0520236 Mar 08 19:25:10.791340 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d68275ea-cfe9-486a-9c7b-2245b172d6cb req-8972968f-03d6-4bfd-adb2-f7a45faeceec tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401564 Mar 08 19:25:10.889959 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device ee38794c-7f56-41c4-a42d-aa6cbb7de244 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:25:11.007187 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862f0bb-e0e6-472b-bbe3-aa0caabc757c req-202e5de5-5bf2-4197-a896-ab10b7c0fb9f tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:11.008643 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a862f0bb-e0e6-472b-bbe3-aa0caabc757c req-202e5de5-5bf2-4197-a896-ab10b7c0fb9f tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 944 time: 0.0576301 Mar 08 19:25:11.018067 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port ee38794c-7f56-41c4-a42d-aa6cbb7de244 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:25:11.022672 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port ee38794c-7f56-41c4-a42d-aa6cbb7de244 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:25:11.023040 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (ee38794c-7f56-41c4-a42d-aa6cbb7de244), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:11.057925 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a862f0bb-e0e6-472b-bbe3-aa0caabc757c req-bd40c574-4db3-4086-87fe-6a2df93379ea tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437822 Mar 08 19:25:11.102354 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port ee38794c-7f56-41c4-a42d-aa6cbb7de244 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:25:11.102771 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (ee38794c-7f56-41c4-a42d-aa6cbb7de244), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:11.124458 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f083de69-d074-4244-8001-e911d3ea3816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee38794c-7f56-41c4-a42d-aa6cbb7de244'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:25:11.126663 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc9cca5-b75a-4952-8b2d-b12fefb48ed9" -d '{"events": [{"server_uuid": "f083de69-d074-4244-8001-e911d3ea3816", "name": "network-vif-plugged", "status": "completed", "tag": "ee38794c-7f56-41c4-a42d-aa6cbb7de244"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:25:11.138381 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port ee38794c-7f56-41c4-a42d-aa6cbb7de244, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ee38794c-7f56-41c4-a42d-aa6cbb7de244,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:25:11.162660 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f333fc-6303-4465-bcb0-b79760607b78 x-openstack-request-id: req-60f333fc-6303-4465-bcb0-b79760607b78 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:25:11.162877 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f083de69-d074-4244-8001-e911d3ea3816", "name": "network-vif-plugged", "status": "completed", "tag": "ee38794c-7f56-41c4-a42d-aa6cbb7de244", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:25:11.163128 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60f333fc-6303-4465-bcb0-b79760607b78 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:25:11.163520 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f083de69-d074-4244-8001-e911d3ea3816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee38794c-7f56-41c4-a42d-aa6cbb7de244', 'code': 200} Mar 08 19:25:11.220069 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (ee38794c-7f56-41c4-a42d-aa6cbb7de244), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:11.220990 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 32f484d9-4487-4a5e-9c10-1969ef313a7f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:25:11.295285 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=ee38794c-7f56-41c4-a42d-aa6cbb7de244,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:11.335356 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 32f484d9-4487-4a5e-9c10-1969ef313a7f is: ACTIVE; New status is: DOWN {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:25:11.335746 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:11.367549 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 32f484d9-4487-4a5e-9c10-1969ef313a7f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=32f484d9-4487-4a5e-9c10-1969ef313a7f,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:25:11.465823 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:11.514357 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=32f484d9-4487-4a5e-9c10-1969ef313a7f,revision_number=8']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:11.698072 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:25:11.724489 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39915ceb-729d-4f85-8e16-eef400085b9f req-7f9c1960-8156-4e85-87e1-262da5fe9c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:11.725910 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-39915ceb-729d-4f85-8e16-eef400085b9f req-7f9c1960-8156-4e85-87e1-262da5fe9c94 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 1129 time: 0.0513968 Mar 08 19:25:11.926291 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ed428-c5b7-4222-8c0b-f4b4d84b8932 req-1b6949d0-2bb8-4987-8639-09523c8eeb37 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:11.927894 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d22ed428-c5b7-4222-8c0b-f4b4d84b8932 req-1b6949d0-2bb8-4987-8639-09523c8eeb37 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0557473 Mar 08 19:25:11.977404 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d22ed428-c5b7-4222-8c0b-f4b4d84b8932 req-c75d0eac-0db3-4edd-95e2-4b4cff02b844 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429914 Mar 08 19:25:12.031222 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-39915ceb-729d-4f85-8e16-eef400085b9f req-6fadd433-90e1-4d3e-8a1c-3ed7afd80f24 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982411 Mar 08 19:25:12.179076 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08f753-3fe4-4083-8b3f-ad5d51fde2a1 req-e3dc2271-e46c-466c-8af0-6a8de793d81f tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:12.180568 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cc08f753-3fe4-4083-8b3f-ad5d51fde2a1 req-e3dc2271-e46c-466c-8af0-6a8de793d81f tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 945 time: 0.0536470 Mar 08 19:25:12.232967 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cc08f753-3fe4-4083-8b3f-ad5d51fde2a1 req-89c653d7-e4f0-4a96-835f-0433567f2161 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468540 Mar 08 19:25:13.164475 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d122f-89f8-423f-8053-556adf21300a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f484d9-4487-4a5e-9c10-1969ef313a7f'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:25:13.166881 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bd0787-423f-4989-a85f-99c0752ddeec" -d '{"events": [{"server_uuid": "1d9d122f-89f8-423f-8053-556adf21300a", "name": "network-vif-unplugged", "status": "completed", "tag": "32f484d9-4487-4a5e-9c10-1969ef313a7f"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:25:13.197541 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 19:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806f89d0-f55b-4072-9b41-5d77e8394cbb x-openstack-request-id: req-806f89d0-f55b-4072-9b41-5d77e8394cbb {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:25:13.197830 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9d122f-89f8-423f-8053-556adf21300a", "name": "network-vif-unplugged", "status": "failed", "tag": "32f484d9-4487-4a5e-9c10-1969ef313a7f", "code": 422}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:25:13.198081 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-806f89d0-f55b-4072-9b41-5d77e8394cbb {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:25:13.198548 dv-cinder-830092-3-iscsi neutron-server[103759]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d9d122f-89f8-423f-8053-556adf21300a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32f484d9-4487-4a5e-9c10-1969ef313a7f', 'code': 422} returned with failed status Mar 08 19:25:13.355252 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5be473-1fbf-4200-9ce5-d7a7d33577cb req-ef378f0b-66fa-41df-ac7f-6734ebbe8c9b tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:13.356737 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3f5be473-1fbf-4200-9ce5-d7a7d33577cb req-ef378f0b-66fa-41df-ac7f-6734ebbe8c9b tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 945 time: 0.0574389 Mar 08 19:25:13.409228 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3f5be473-1fbf-4200-9ce5-d7a7d33577cb req-9f234f08-f719-4b95-80ff-aa3315030199 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470450 Mar 08 19:25:14.382242 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e1bd0-d2ca-478d-b6a8-a8030e9223aa req-c62dc228-18e2-41df-9f61-58268eb75946 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:14.383930 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9e1e1bd0-d2ca-478d-b6a8-a8030e9223aa req-c62dc228-18e2-41df-9f61-58268eb75946 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0558717 Mar 08 19:25:14.439198 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9e1e1bd0-d2ca-478d-b6a8-a8030e9223aa req-462c3d08-e4e2-42b0-8ba3-283f0033d292 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494626 Mar 08 19:25:14.540478 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e47d94-a817-4c31-87cf-fc68a97c0e2d req-84439825-b455-4861-8d65-3dce7bcd4ccb tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:14.541904 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-39e47d94-a817-4c31-87cf-fc68a97c0e2d req-84439825-b455-4861-8d65-3dce7bcd4ccb tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 945 time: 0.0592823 Mar 08 19:25:14.618372 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-39e47d94-a817-4c31-87cf-fc68a97c0e2d req-e6b4f076-7b0d-4978-92b2-deb821a3592c tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681422 Mar 08 19:25:14.622025 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0d06efd5-2efa-4f24-8816-4cfe03376464 req-e52eaf6a-ed16-4315-888d-601a6e12c968 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792029 Mar 08 19:25:14.728710 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06efd5-2efa-4f24-8816-4cfe03376464 req-a0222620-e767-4017-ae93-8ec53f8c3d63 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:14.730071 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0d06efd5-2efa-4f24-8816-4cfe03376464 req-a0222620-e767-4017-ae93-8ec53f8c3d63 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports/32f484d9-4487-4a5e-9c10-1969ef313a7f HTTP/1.1" status: 200 len: 940 time: 0.0769246 Mar 08 19:25:14.756012 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a032631-7324-4a26-b834-0237268b6766 req-2c9cba51-164e-4801-800a-1e63d0a309d9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:14.757489 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6a032631-7324-4a26-b834-0237268b6766 req-2c9cba51-164e-4801-800a-1e63d0a309d9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 945 time: 0.0721714 Mar 08 19:25:14.805962 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6a032631-7324-4a26-b834-0237268b6766 req-569933fd-4031-4d59-9b00-0474d53cc271 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429587 Mar 08 19:25:14.828565 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 45642) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:25:14.906757 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 32f484d9-4487-4a5e-9c10-1969ef313a7f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:25:14.988692 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 32f484d9-4487-4a5e-9c10-1969ef313a7f is: DOWN; New status is: DOWN {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:25:15.021875 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb41fe3-9c20-486f-8e38-143ac3f2ec93 tempest-TestVolumeBootPattern-316452025 tempest-TestVolumeBootPattern-316452025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:15.032182 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-bfb41fe3-9c20-486f-8e38-143ac3f2ec93 tempest-TestVolumeBootPattern-316452025 tempest-TestVolumeBootPattern-316452025-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 1124 time: 0.1936040 Mar 08 19:25:15.032182 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 45650) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:25:15.032182 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Request body: {'floatingip': {'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'port_id': 'ee38794c-7f56-41c4-a42d-aa6cbb7de244', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:25:15.134536 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:15.243868 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:15.356012 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Allocated IP 172.27.2.33 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/c5cff8e6-c547-4162-8dc3-62fdb9dcc13c) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:25:15.460235 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for port (c5cff8e6-c547-4162-8dc3-62fdb9dcc13c), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:15.564354 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ae7c5-b0f1-41d5-b40f-6702a1d4455b req-79d54929-52e9-4cb6-8976-6c0356738523 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:15.565852 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f18ae7c5-b0f1-41d5-b40f-6702a1d4455b req-79d54929-52e9-4cb6-8976-6c0356738523 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0532618 Mar 08 19:25:15.569259 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (c5cff8e6-c547-4162-8dc3-62fdb9dcc13c), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:15.629406 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:25:15.644683 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:25:15.647241 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:25:15.652216 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event updated for resources: {'Port': ['ID=c5cff8e6-c547-4162-8dc3-62fdb9dcc13c,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:15.690745 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:15.691076 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:15.691704 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:15.691704 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:15.692030 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:15.692348 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:15.692692 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:15.693019 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:15.693338 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:15.693656 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:15.693971 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:15.694282 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:15.694619 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:15.700301 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f18ae7c5-b0f1-41d5-b40f-6702a1d4455b req-6f9485e8-873a-4190-98cc-83f96a6e3087 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286337 Mar 08 19:25:16.038266 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for floatingip (176f18e0-9c75-479f-bb54-cba3b4ab5fdd), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:16.173114 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (c5cff8e6-c547-4162-8dc3-62fdb9dcc13c), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:16.314327 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06efd5-2efa-4f24-8816-4cfe03376464 req-0d57bfd2-d63e-44b7-8589-60160ba5c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:16.316493 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0d06efd5-2efa-4f24-8816-4cfe03376464 req-0d57bfd2-d63e-44b7-8589-60160ba5c37e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a&tenant_id=e232d9d1074348e8bcb4ab6f69434a83 HTTP/1.1" status: 200 len: 1127 time: 0.0797935 Mar 08 19:25:16.325929 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for port (c5cff8e6-c547-4162-8dc3-62fdb9dcc13c), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:16.380948 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06efd5-2efa-4f24-8816-4cfe03376464 req-d440e4ef-8f73-4952-9c95-bac58ddccc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:16.382505 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0d06efd5-2efa-4f24-8816-4cfe03376464 req-d440e4ef-8f73-4952-9c95-bac58ddccc19 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e232d9d1074348e8bcb4ab6f69434a83&device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 1127 time: 0.0469565 Mar 08 19:25:16.391651 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (c5cff8e6-c547-4162-8dc3-62fdb9dcc13c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:16.461606 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event updated for resources: {'Port': ['ID=c5cff8e6-c547-4162-8dc3-62fdb9dcc13c,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:16.471755 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (176f18e0-9c75-479f-bb54-cba3b4ab5fdd), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:16.474933 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06efd5-2efa-4f24-8816-4cfe03376464 req-1e9ae1de-9273-4009-8105-ea1d0b57e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:16.476426 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0d06efd5-2efa-4f24-8816-4cfe03376464 req-1e9ae1de-9273-4009-8105-ea1d0b57e8a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46edac82-f34a-4fd3-bd2f-ca292de936fb HTTP/1.1" status: 200 len: 917 time: 0.0878894 Mar 08 19:25:16.547598 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0d06efd5-2efa-4f24-8816-4cfe03376464 req-de982a7c-dd89-4a70-9449-7012e4ca8d96 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32f484d9-4487-4a5e-9c10-1969ef313a7f HTTP/1.1" status: 200 len: 999 time: 0.0640566 Mar 08 19:25:16.579473 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.l3_db [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Floating IP 176f18e0-9c75-479f-bb54-cba3b4ab5fdd associated. External IP: 172.27.2.33, port: ee38794c-7f56-41c4-a42d-aa6cbb7de244. Mar 08 19:25:16.595562 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06efd5-2efa-4f24-8816-4cfe03376464 req-23132bba-9c4d-497c-9b94-bdc3930cceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:16.597134 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0d06efd5-2efa-4f24-8816-4cfe03376464 req-23132bba-9c4d-497c-9b94-bdc3930cceb6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c12f396-82f2-4313-8a98-b17d51e08628 HTTP/1.1" status: 200 len: 855 time: 0.0438383 Mar 08 19:25:16.648433 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06efd5-2efa-4f24-8816-4cfe03376464 req-b3d9bd56-1aee-4113-9898-83214e0af723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:16.650084 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0d06efd5-2efa-4f24-8816-4cfe03376464 req-b3d9bd56-1aee-4113-9898-83214e0af723 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46edac82-f34a-4fd3-bd2f-ca292de936fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471513 Mar 08 19:25:16.749827 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0d06efd5-2efa-4f24-8816-4cfe03376464 req-cbf05cbb-48c0-4b92-a836-faba46fc170e service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913799 Mar 08 19:25:16.801041 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Router b21fc775-176e-4cc6-8a14-2e18175dfe9e has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:25:16.846294 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0d06efd5-2efa-4f24-8816-4cfe03376464 req-5484667c-87cf-4f37-870f-765e4019ce62 service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908279 Mar 08 19:25:16.891835 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04d7ff-4ebd-4474-896a-0860f36b8210 req-4492b053-e2e7-4f86-8b58-e69605e7871b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:16.893306 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6a04d7ff-4ebd-4474-896a-0860f36b8210 req-4492b053-e2e7-4f86-8b58-e69605e7871b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.1026168 Mar 08 19:25:16.971413 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:25:16.982554 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d811d-9b08-4c55-9483-acdec6ab9272 None None] Sync routers for ids ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:25:16.995635 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6a04d7ff-4ebd-4474-896a-0860f36b8210 req-9dd570ad-d80b-4811-9014-c2823a12cff8 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694916 Mar 08 19:25:16.996806 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d811d-9b08-4c55-9483-acdec6ab9272 None None] Routers {'b21fc775-176e-4cc6-8a14-2e18175dfe9e'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:25:16.997558 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a30d811d-9b08-4c55-9483-acdec6ab9272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:24:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:25:17.079489 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:17.116527 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-a30d811d-9b08-4c55-9483-acdec6ab9272 None None] Set router b21fc775-176e-4cc6-8a14-2e18175dfe9e gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:25:17.123011 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-0cf3fc18-bb94-4364-b0ca-388c5ae73a92 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0956285 Mar 08 19:25:17.123680 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f083de69-d074-4244-8001-e911d3ea3816', 'tag': 'ee38794c-7f56-41c4-a42d-aa6cbb7de244'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:25:17.126020 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9a8fc4-214d-494a-a5b5-76054c865145" -d '{"events": [{"name": "network-changed", "server_uuid": "f083de69-d074-4244-8001-e911d3ea3816", "tag": "ee38794c-7f56-41c4-a42d-aa6cbb7de244"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:25:17.168128 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e72ca39-023b-4cb4-bbc0-26839a954b21 x-openstack-request-id: req-1e72ca39-023b-4cb4-bbc0-26839a954b21 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:25:17.168565 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f083de69-d074-4244-8001-e911d3ea3816", "tag": "ee38794c-7f56-41c4-a42d-aa6cbb7de244", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:25:17.168947 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e72ca39-023b-4cb4-bbc0-26839a954b21 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:25:17.169444 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f083de69-d074-4244-8001-e911d3ea3816', 'tag': 'ee38794c-7f56-41c4-a42d-aa6cbb7de244', 'status': 'completed', 'code': 200} Mar 08 19:25:17.248823 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a8fc4-214d-494a-a5b5-76054c865145 req-0595f631-2656-4a05-b2e5-b6cd06a36a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:17.250634 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-df9a8fc4-214d-494a-a5b5-76054c865145 req-0595f631-2656-4a05-b2e5-b6cd06a36a47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77bda9809dfb4144986c270b0493dcb9&device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 1129 time: 0.0600867 Mar 08 19:25:17.343225 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a8fc4-214d-494a-a5b5-76054c865145 req-88b1dbe2-8d28-4ace-a3bd-8e6e5a4b2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:17.344700 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-df9a8fc4-214d-494a-a5b5-76054c865145 req-88b1dbe2-8d28-4ace-a3bd-8e6e5a4b2a8a service neutron] 10.222.0.64 "GET /v2.0/networks?id=a87c540b-f15d-4b47-9f06-54063bb28b6d HTTP/1.1" status: 200 len: 913 time: 0.0885274 Mar 08 19:25:17.427388 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-df9a8fc4-214d-494a-a5b5-76054c865145 req-f390d251-d69f-4f29-be27-789f173a3ad6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee38794c-7f56-41c4-a42d-aa6cbb7de244 HTTP/1.1" status: 200 len: 998 time: 0.0751412 Mar 08 19:25:17.525955 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a8fc4-214d-494a-a5b5-76054c865145 req-f2edcbab-d82e-4c8c-abd0-1fdbaa8c0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:17.528066 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-df9a8fc4-214d-494a-a5b5-76054c865145 req-f2edcbab-d82e-4c8c-abd0-1fdbaa8c0c55 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=845dbfc1-effb-4886-8b24-637bc4d19911 HTTP/1.1" status: 200 len: 851 time: 0.0833812 Mar 08 19:25:17.557062 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a30d811d-9b08-4c55-9483-acdec6ab9272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '176f18e0-9c75-479f-bb54-cba3b4ab5fdd', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'port_id': 'ee38794c-7f56-41c4-a42d-aa6cbb7de244', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'mac_address': 'fa:16:3e:df:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f083de69-d074-4244-8001-e911d3ea3816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:25:15Z', 'updated_at': '2022-03-08T19:25:15Z', 'revision_number': 0, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ip_address_scope': None}, {'id': 'd57b3799-cafb-4d11-9f10-156363a35755', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'port_id': '4d94d3f2-c7dc-4613-824c-440131fcaad6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'mac_address': 'fa:16:3e:14:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:22:37Z', 'updated_at': '2022-03-08T19:22:39Z', 'revision_number': 1, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:43Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:25:17.588250 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d811d-9b08-4c55-9483-acdec6ab9272 None None] Checking router: b21fc775-176e-4cc6-8a14-2e18175dfe9e for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:25:17.597109 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d811d-9b08-4c55-9483-acdec6ab9272 None None] Routers {'b21fc775-176e-4cc6-8a14-2e18175dfe9e'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:25:17.597720 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a30d811d-9b08-4c55-9483-acdec6ab9272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:24:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:25:17.714955 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-a30d811d-9b08-4c55-9483-acdec6ab9272 None None] Set router b21fc775-176e-4cc6-8a14-2e18175dfe9e gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:25:17.969191 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a30d811d-9b08-4c55-9483-acdec6ab9272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '176f18e0-9c75-479f-bb54-cba3b4ab5fdd', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'port_id': 'ee38794c-7f56-41c4-a42d-aa6cbb7de244', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'mac_address': 'fa:16:3e:df:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f083de69-d074-4244-8001-e911d3ea3816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:25:15Z', 'updated_at': '2022-03-08T19:25:15Z', 'revision_number': 0, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ip_address_scope': None}, {'id': 'd57b3799-cafb-4d11-9f10-156363a35755', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'port_id': '4d94d3f2-c7dc-4613-824c-440131fcaad6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'mac_address': 'fa:16:3e:14:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:22:37Z', 'updated_at': '2022-03-08T19:22:39Z', 'revision_number': 1, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:43Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:25:18.001934 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d811d-9b08-4c55-9483-acdec6ab9272 None None] The sync data for ids ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'] in dv-cinder-830092-3-iscsi is: [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '176f18e0-9c75-479f-bb54-cba3b4ab5fdd', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'port_id': 'ee38794c-7f56-41c4-a42d-aa6cbb7de244', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'mac_address': 'fa:16:3e:df:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f083de69-d074-4244-8001-e911d3ea3816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:25:15Z', 'updated_at': '2022-03-08T19:25:15Z', 'revision_number': 0, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ip_address_scope': None}, {'id': 'd57b3799-cafb-4d11-9f10-156363a35755', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'port_id': '4d94d3f2-c7dc-4613-824c-440131fcaad6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'mac_address': 'fa:16:3e:14:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:22:37Z', 'updated_at': '2022-03-08T19:22:39Z', 'revision_number': 1, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:43Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:25:18.164075 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b155f-3f08-49ff-b4c6-bc3435987d62 req-33d07c71-745d-4b92-8f41-5ca7856461be tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:18.165646 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-242b155f-3f08-49ff-b4c6-bc3435987d62 req-33d07c71-745d-4b92-8f41-5ca7856461be tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0742056 Mar 08 19:25:18.220306 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-242b155f-3f08-49ff-b4c6-bc3435987d62 req-1b38d159-d9cf-490b-826d-589070172190 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460274 Mar 08 19:25:18.251706 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299d70a9-b9fe-43bc-ad6b-babb6c3616eb None None] New status for floating IP 176f18e0-9c75-479f-bb54-cba3b4ab5fdd: ACTIVE {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:25:19.354574 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f46340-ce43-4c8a-be70-baf1e29f8853 req-6835d59e-d167-48a9-a05f-91eed5229657 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:19.356110 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d4f46340-ce43-4c8a-be70-baf1e29f8853 req-6835d59e-d167-48a9-a05f-91eed5229657 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0530863 Mar 08 19:25:19.403886 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d4f46340-ce43-4c8a-be70-baf1e29f8853 req-8738e52c-7a71-4454-89f7-e837da4f5d3c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421000 Mar 08 19:25:20.533841 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648356c3-2dc7-4bee-ad1d-3ab4a4c64368 req-91e84e5d-623c-4a43-9ba6-2a377dbb2775 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:20.535924 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-648356c3-2dc7-4bee-ad1d-3ab4a4c64368 req-91e84e5d-623c-4a43-9ba6-2a377dbb2775 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0552633 Mar 08 19:25:20.600669 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-648356c3-2dc7-4bee-ad1d-3ab4a4c64368 req-9d494d13-ddb3-4f16-902e-ef03ddd24c6c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556223 Mar 08 19:25:20.688365 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-beb31c35-0d57-4c65-84a8-8f49f328d87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:21.734455 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d2c90-890d-4ee9-8187-7c0d1e141a36 req-99ff28e9-8311-4461-9c54-4c50d887a066 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:21.736340 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e18d2c90-890d-4ee9-8187-7c0d1e141a36 req-99ff28e9-8311-4461-9c54-4c50d887a066 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0559690 Mar 08 19:25:21.794854 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e18d2c90-890d-4ee9-8187-7c0d1e141a36 req-d6375d6e-8ac5-4c00-84fc-c4d34ff00d2a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520730 Mar 08 19:25:22.926511 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41105d4-86bb-4149-8586-8a10ac24816b req-ce5c26bb-52d3-4d5b-ac40-7d36d188121c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:22.928117 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e41105d4-86bb-4149-8586-8a10ac24816b req-ce5c26bb-52d3-4d5b-ac40-7d36d188121c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0590119 Mar 08 19:25:22.986582 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e41105d4-86bb-4149-8586-8a10ac24816b req-c31e190d-cafb-49cb-8969-27040d8b82f2 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458517 Mar 08 19:25:23.100613 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e93403a4-baed-4162-8392-84a4bbafa809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:24.138416 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:24.139337 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07597c8-ef8f-4190-9b0a-1db65c124930 req-4e487b8c-ee08-4932-81e9-4d38a17f0da0 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:24.140915 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b07597c8-ef8f-4190-9b0a-1db65c124930 req-4e487b8c-ee08-4932-81e9-4d38a17f0da0 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0622029 Mar 08 19:25:24.194543 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b07597c8-ef8f-4190-9b0a-1db65c124930 req-eac2fc3d-332e-403f-a1d9-e0da8680052d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465083 Mar 08 19:25:24.743984 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:25.326739 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba623b1e-8ce1-433d-8edf-2f9c80e1dd55 req-a108c555-6ddc-43e1-adfa-b67ba30fe521 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:25.328325 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ba623b1e-8ce1-433d-8edf-2f9c80e1dd55 req-a108c555-6ddc-43e1-adfa-b67ba30fe521 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0589290 Mar 08 19:25:25.376550 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ba623b1e-8ce1-433d-8edf-2f9c80e1dd55 req-70931311-bea1-46a6-ab7e-7a8f15cb0284 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416739 Mar 08 19:25:25.734914 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:26.517099 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f16a03-70c0-44c1-bd87-6ee0b44aabf3 req-6e2552ea-9bee-4ca7-a588-e7faf2da1b5b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:26.518658 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-62f16a03-70c0-44c1-bd87-6ee0b44aabf3 req-6e2552ea-9bee-4ca7-a588-e7faf2da1b5b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0614944 Mar 08 19:25:26.570369 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-62f16a03-70c0-44c1-bd87-6ee0b44aabf3 req-a895d77a-813f-4f07-84cd-744440f1f5b8 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421524 Mar 08 19:25:27.003393 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:27.706055 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394055d-971f-45d0-8f13-59c9009ec831 req-a1c17304-1e92-4143-b529-66bc89f84685 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:27.707682 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6394055d-971f-45d0-8f13-59c9009ec831 req-a1c17304-1e92-4143-b529-66bc89f84685 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0552609 Mar 08 19:25:27.769075 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6394055d-971f-45d0-8f13-59c9009ec831 req-23ad85e9-350e-4579-824f-0a7b06449ef0 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559916 Mar 08 19:25:28.895802 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f331ca-0140-4390-bdfa-98d1419bce87 req-75bc20b9-3f72-464a-b249-ec8bc011e867 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:28.897301 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-18f331ca-0140-4390-bdfa-98d1419bce87 req-75bc20b9-3f72-464a-b249-ec8bc011e867 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0537663 Mar 08 19:25:28.947790 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-18f331ca-0140-4390-bdfa-98d1419bce87 req-44c95123-c920-48f2-a63e-cff4b4d6698a tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449748 Mar 08 19:25:30.077837 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c7ac2-2205-43f1-ba0d-df03bb1ddbff req-1f46e6fa-8b77-4208-b49f-3cd4e21b13ca tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:30.079361 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ea2c7ac2-2205-43f1-ba0d-df03bb1ddbff req-1f46e6fa-8b77-4208-b49f-3cd4e21b13ca tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0540731 Mar 08 19:25:30.127858 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ea2c7ac2-2205-43f1-ba0d-df03bb1ddbff req-4ceff5cd-0ddb-48f0-9eb4-6de2ac18a663 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421360 Mar 08 19:25:31.251322 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c68d15-eb23-45a0-a405-db1e920d7195 req-0984db8c-0836-4c1e-a51f-4890e88d430c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:31.252779 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c8c68d15-eb23-45a0-a405-db1e920d7195 req-0984db8c-0836-4c1e-a51f-4890e88d430c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0532055 Mar 08 19:25:31.298927 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c8c68d15-eb23-45a0-a405-db1e920d7195 req-81bcab20-c770-4709-93f0-dfbb815109d7 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399044 Mar 08 19:25:32.165633 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b437f-c134-41c3-ae07-68a1f6c1bb22 req-7deb9f46-8d75-4ab1-92a7-234109362ec8 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:32.167151 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9f4b437f-c134-41c3-ae07-68a1f6c1bb22 req-7deb9f46-8d75-4ab1-92a7-234109362ec8 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0559831 Mar 08 19:25:32.214365 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9f4b437f-c134-41c3-ae07-68a1f6c1bb22 req-5b53b51e-5851-40e5-91dc-75d4832d60f0 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418737 Mar 08 19:25:32.428071 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a6880-6cf0-4a95-b056-2e7ab1820aed req-ab96d2b4-a1bb-4140-a8c0-dbb6a3a418ad tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:32.429704 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-749a6880-6cf0-4a95-b056-2e7ab1820aed req-ab96d2b4-a1bb-4140-a8c0-dbb6a3a418ad tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0574753 Mar 08 19:25:32.483764 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-749a6880-6cf0-4a95-b056-2e7ab1820aed req-7f7c124b-21ec-4f29-a284-414685a411ea tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481353 Mar 08 19:25:33.095963 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a8fc4-214d-494a-a5b5-76054c865145 req-e5285042-6b94-4bca-b77a-e18bb5e1d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:33.098270 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-df9a8fc4-214d-494a-a5b5-76054c865145 req-e5285042-6b94-4bca-b77a-e18bb5e1d326 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a87c540b-f15d-4b47-9f06-54063bb28b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467851 Mar 08 19:25:33.198012 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-df9a8fc4-214d-494a-a5b5-76054c865145 req-25ef900e-3fab-467c-9157-eaa73c56079e service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935447 Mar 08 19:25:33.291449 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-df9a8fc4-214d-494a-a5b5-76054c865145 req-736dfe52-bc33-49cb-ab98-2381155cb7bb service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859857 Mar 08 19:25:33.333435 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce437c-46e3-402a-a5b6-2342eb5854c6 req-f98efade-af60-49c7-894e-7fe2c7113215 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:33.334971 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-84ce437c-46e3-402a-a5b6-2342eb5854c6 req-f98efade-af60-49c7-894e-7fe2c7113215 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0534165 Mar 08 19:25:33.386613 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-84ce437c-46e3-402a-a5b6-2342eb5854c6 req-ff1a38d2-2fb8-4ff9-a26f-211fc87711e6 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460138 Mar 08 19:25:33.637642 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf4a74-93e6-46f3-8533-9d316f268a34 req-5f5b2613-ddd9-44a4-b374-8da5b715d0e9 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:33.639078 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0aaf4a74-93e6-46f3-8533-9d316f268a34 req-5f5b2613-ddd9-44a4-b374-8da5b715d0e9 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0595372 Mar 08 19:25:33.688246 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0aaf4a74-93e6-46f3-8533-9d316f268a34 req-fd5d06fa-af21-4101-906c-7018d7242c6b tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418868 Mar 08 19:25:34.512422 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb7ddc-8518-4a07-90c2-61eca02d8a17 req-3ef62ed1-6639-4f3e-8f41-5789dd761760 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:34.513894 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-59bb7ddc-8518-4a07-90c2-61eca02d8a17 req-3ef62ed1-6639-4f3e-8f41-5789dd761760 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0573928 Mar 08 19:25:34.562427 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-59bb7ddc-8518-4a07-90c2-61eca02d8a17 req-c4b6f33b-098a-4689-95e7-71cfae0a65f1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430431 Mar 08 19:25:34.814369 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1130ea7-522e-4d2d-98e7-ae2d7e9e10e2 req-260e8806-ef94-4b77-ab0b-f33a1bb33f7c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:34.815855 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c1130ea7-522e-4d2d-98e7-ae2d7e9e10e2 req-260e8806-ef94-4b77-ab0b-f33a1bb33f7c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0564167 Mar 08 19:25:34.861874 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c1130ea7-522e-4d2d-98e7-ae2d7e9e10e2 req-7345cb2c-27ee-4d6e-96b5-eecd23458d70 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399573 Mar 08 19:25:35.680128 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94458db-36c7-404f-b482-51307eacc3b6 req-e482c4e0-8be6-4861-bd43-7b7f267471a1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:35.681483 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c94458db-36c7-404f-b482-51307eacc3b6 req-e482c4e0-8be6-4861-bd43-7b7f267471a1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0530753 Mar 08 19:25:35.730772 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c94458db-36c7-404f-b482-51307eacc3b6 req-3631e907-35ef-4b66-9cfe-8469b1daccfe tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437303 Mar 08 19:25:35.985506 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfc344-e245-47c3-8fad-525af153dcc8 req-5dbbcf8c-41f3-4166-b47a-cb794b792e4c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:35.986994 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1fbfc344-e245-47c3-8fad-525af153dcc8 req-5dbbcf8c-41f3-4166-b47a-cb794b792e4c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0544295 Mar 08 19:25:36.032908 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1fbfc344-e245-47c3-8fad-525af153dcc8 req-0b7e8362-497e-41a1-82d7-a99b06b5f619 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394926 Mar 08 19:25:36.847045 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5eeeb-3dcc-4b3d-a9cc-c89c1ea11fcd req-a16b1139-2483-4f9a-be15-5f2ea09e062e tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:36.849568 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-93f5eeeb-3dcc-4b3d-a9cc-c89c1ea11fcd req-a16b1139-2483-4f9a-be15-5f2ea09e062e tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0523171 Mar 08 19:25:36.899649 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-93f5eeeb-3dcc-4b3d-a9cc-c89c1ea11fcd req-4b552d75-038a-4e47-ae57-08394edf37b0 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446227 Mar 08 19:25:37.016467 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 32f484d9-4487-4a5e-9c10-1969ef313a7f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:25:37.116056 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 32f484d9-4487-4a5e-9c10-1969ef313a7f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=32f484d9-4487-4a5e-9c10-1969ef313a7f,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:25:37.127783 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '32f484d9-4487-4a5e-9c10-1969ef313a7f', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'port_id': '32f484d9-4487-4a5e-9c10-1969ef313a7f', 'mac_address': 'fa:16:3e:a1:ce:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:25:37.157394 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eed311-8890-418c-8a34-2c07c61c0880 req-89dfcea8-05bd-4bd3-9849-57a7aa4007ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:37.158925 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b0eed311-8890-418c-8a34-2c07c61c0880 req-89dfcea8-05bd-4bd3-9849-57a7aa4007ac tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 943 time: 0.0534759 Mar 08 19:25:37.166287 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 32f484d9-4487-4a5e-9c10-1969ef313a7f is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:25:37.166711 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:37.179864 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f484d9-4487-4a5e-9c10-1969ef313a7f {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:25:37.200662 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 32f484d9-4487-4a5e-9c10-1969ef313a7f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=32f484d9-4487-4a5e-9c10-1969ef313a7f,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:25:37.232092 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b0eed311-8890-418c-8a34-2c07c61c0880 req-713ed98d-9024-4dd6-87e6-099268928a97 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668449 Mar 08 19:25:37.334747 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:37.383965 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=32f484d9-4487-4a5e-9c10-1969ef313a7f,revision_number=9']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:37.390971 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:37.391322 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:37.391670 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:37.392004 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:37.392339 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:37.392670 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:37.392999 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:37.393328 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:37.393652 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:37.393975 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:37.394301 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:37.394717 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:37.395042 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:37.747873 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['32f484d9-4487-4a5e-9c10-1969ef313a7f'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:25:38.016289 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc710e39-ce19-4237-80ba-7478feb59124 req-d13f984c-7f0d-43f9-b2f2-56fc00f604cb tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:38.017622 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-fc710e39-ce19-4237-80ba-7478feb59124 req-d13f984c-7f0d-43f9-b2f2-56fc00f604cb tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0516963 Mar 08 19:25:38.065826 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-fc710e39-ce19-4237-80ba-7478feb59124 req-af1ef9ea-f062-4054-bad8-7eb3150b4111 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418272 Mar 08 19:25:38.354657 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc62a1-c6e6-4a1e-8025-902ef451eac1 req-6f8b5083-815d-4655-abbd-d85b660d96a3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:38.356104 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-10bc62a1-c6e6-4a1e-8025-902ef451eac1 req-6f8b5083-815d-4655-abbd-d85b660d96a3 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 944 time: 0.0518210 Mar 08 19:25:38.402332 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-10bc62a1-c6e6-4a1e-8025-902ef451eac1 req-7785c933-78f9-402d-bb9a-7bc580189e90 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407958 Mar 08 19:25:39.043128 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 32f484d9-4487-4a5e-9c10-1969ef313a7f up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:25:39.094621 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 32f484d9-4487-4a5e-9c10-1969ef313a7f triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:25:39.094621 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:39.179084 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 32f484d9-4487-4a5e-9c10-1969ef313a7f is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:25:39.179484 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:39.202419 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d122f-89f8-423f-8053-556adf21300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f484d9-4487-4a5e-9c10-1969ef313a7f'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:25:39.202881 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef13aae-dcad-433d-87bd-dffff822a0a5 req-cd0a9191-8e7a-495f-8efc-491ad70f844e tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:39.204344 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3ef13aae-dcad-433d-87bd-dffff822a0a5 req-cd0a9191-8e7a-495f-8efc-491ad70f844e tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0708506 Mar 08 19:25:39.204627 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4f6b15-cf8a-484f-9dc9-f343d87a6af4" -d '{"events": [{"server_uuid": "1d9d122f-89f8-423f-8053-556adf21300a", "name": "network-vif-plugged", "status": "completed", "tag": "32f484d9-4487-4a5e-9c10-1969ef313a7f"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:25:39.217963 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 32f484d9-4487-4a5e-9c10-1969ef313a7f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=32f484d9-4487-4a5e-9c10-1969ef313a7f,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:25:39.242396 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0365cb-853b-4673-baee-dd30a96c2a15 x-openstack-request-id: req-cb0365cb-853b-4673-baee-dd30a96c2a15 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:25:39.242719 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9d122f-89f8-423f-8053-556adf21300a", "name": "network-vif-plugged", "status": "completed", "tag": "32f484d9-4487-4a5e-9c10-1969ef313a7f", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:25:39.242969 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb0365cb-853b-4673-baee-dd30a96c2a15 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:25:39.243360 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9d122f-89f8-423f-8053-556adf21300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f484d9-4487-4a5e-9c10-1969ef313a7f', 'code': 200} Mar 08 19:25:39.258318 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3ef13aae-dcad-433d-87bd-dffff822a0a5 req-f8ec4e58-1d9f-4e18-ba6c-650d72e99744 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467811 Mar 08 19:25:39.302695 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:39.345611 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=32f484d9-4487-4a5e-9c10-1969ef313a7f,revision_number=10']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:39.533224 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbba7a-2894-4ded-9aaf-fe1caf652d28 req-389e0e94-782b-48b1-9985-e42a91d33124 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:39.535477 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5dbbba7a-2894-4ded-9aaf-fe1caf652d28 req-389e0e94-782b-48b1-9985-e42a91d33124 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 946 time: 0.0546041 Mar 08 19:25:39.583121 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5dbbba7a-2894-4ded-9aaf-fe1caf652d28 req-c8c88469-4d17-4d83-a58f-271f601020b6 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417769 Mar 08 19:25:39.616204 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf35d3-ecfa-449d-b699-f8ac453c064f req-974a279e-1ce8-447c-a324-8a41280d2994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:39.617968 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-24bf35d3-ecfa-449d-b699-f8ac453c064f req-974a279e-1ce8-447c-a324-8a41280d2994 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 1130 time: 0.0502026 Mar 08 19:25:39.661079 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-24bf35d3-ecfa-449d-b699-f8ac453c064f req-5fa15983-cdd4-435e-83c3-eea37631460c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365915 Mar 08 19:25:40.380611 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4240d-b7fb-4dd6-bef0-0c4a9dbae860 req-f6495892-68a3-45c5-982c-62044e77a44d tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:40.382056 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b5e4240d-b7fb-4dd6-bef0-0c4a9dbae860 req-f6495892-68a3-45c5-982c-62044e77a44d tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0570197 Mar 08 19:25:40.434510 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b5e4240d-b7fb-4dd6-bef0-0c4a9dbae860 req-bb540aa3-ce55-4f51-b3c0-8f57e77066c8 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468795 Mar 08 19:25:40.706111 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d4740-e2cc-4916-bade-1024ee6d9f70 req-341ed0b1-c394-4bd3-8b56-f85fa19a2551 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:40.708610 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f46d4740-e2cc-4916-bade-1024ee6d9f70 req-341ed0b1-c394-4bd3-8b56-f85fa19a2551 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 946 time: 0.0541532 Mar 08 19:25:40.754898 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f46d4740-e2cc-4916-bade-1024ee6d9f70 req-21de60b9-51ef-433f-9f96-cdcbd085db88 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408480 Mar 08 19:25:41.554089 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af914e-d871-415a-91b1-b074bd9ec7b9 req-48162c4f-14a2-4146-9bfd-abc0068fcda5 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:41.555588 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-73af914e-d871-415a-91b1-b074bd9ec7b9 req-48162c4f-14a2-4146-9bfd-abc0068fcda5 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0521169 Mar 08 19:25:41.606970 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-73af914e-d871-415a-91b1-b074bd9ec7b9 req-b86dfc55-33e5-4bde-80b8-6dcd1a92ff30 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455980 Mar 08 19:25:41.886276 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea5939-055a-4142-b6b3-b8a2676a71ab req-1c7fff51-4289-4d61-b68c-ee37b154593e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:41.887870 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-23ea5939-055a-4142-b6b3-b8a2676a71ab req-1c7fff51-4289-4d61-b68c-ee37b154593e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 946 time: 0.0589769 Mar 08 19:25:41.934394 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-23ea5939-055a-4142-b6b3-b8a2676a71ab req-c871dd60-b846-4d8d-86d1-be795484c56c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410843 Mar 08 19:25:42.725691 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a62b74-095c-4230-83e5-9f679e45ecb5 req-c082c2f7-b2f5-47df-91a3-b8d4b4bca1f9 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:42.727213 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-75a62b74-095c-4230-83e5-9f679e45ecb5 req-c082c2f7-b2f5-47df-91a3-b8d4b4bca1f9 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0515161 Mar 08 19:25:42.776724 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-75a62b74-095c-4230-83e5-9f679e45ecb5 req-7c8050e5-182d-408a-a23b-35c78186c666 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440967 Mar 08 19:25:43.059628 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd64fef-8792-4e91-a389-c0361c673533 req-2bd0e16a-4dc1-419e-99da-746796b07d5c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:43.061095 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7dd64fef-8792-4e91-a389-c0361c673533 req-2bd0e16a-4dc1-419e-99da-746796b07d5c tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 946 time: 0.0560710 Mar 08 19:25:43.352517 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7dd64fef-8792-4e91-a389-c0361c673533 req-6aecc664-601b-4bac-8d34-fce8b9d144db tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851672 Mar 08 19:25:43.640773 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431e546-b2e8-4495-a558-b6c1dbd36e5c req-16deecff-ea08-426c-a4b9-1ebb3ad72ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:43.642206 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c431e546-b2e8-4495-a558-b6c1dbd36e5c req-16deecff-ea08-426c-a4b9-1ebb3ad72ec1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7066fbf33be4e52813e7bc19c95d3f4&device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 1129 time: 0.0460145 Mar 08 19:25:43.732948 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431e546-b2e8-4495-a558-b6c1dbd36e5c req-a0c840d2-a33a-4bf6-b4bf-deab4af5b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:43.734439 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c431e546-b2e8-4495-a558-b6c1dbd36e5c req-a0c840d2-a33a-4bf6-b4bf-deab4af5b4d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=69802df9-787a-41a0-a555-a83afcc0c32c HTTP/1.1" status: 200 len: 909 time: 0.0868571 Mar 08 19:25:43.797459 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c431e546-b2e8-4495-a558-b6c1dbd36e5c req-9a0685f9-93b3-4781-88b3-894bf8a08e7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1848d23a-93e3-4698-9652-4de98d5e5d99 HTTP/1.1" status: 200 len: 1001 time: 0.0571730 Mar 08 19:25:43.845779 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431e546-b2e8-4495-a558-b6c1dbd36e5c req-d46848a9-e789-445d-b772-87b438303a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:43.847284 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c431e546-b2e8-4495-a558-b6c1dbd36e5c req-d46848a9-e789-445d-b772-87b438303a92 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef5a05d0-7f50-4947-93be-6051fe0e79cc HTTP/1.1" status: 200 len: 847 time: 0.0439355 Mar 08 19:25:43.900122 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431e546-b2e8-4495-a558-b6c1dbd36e5c req-3cee8bbc-0d28-4314-bd29-23a39ef9ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:43.901526 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c431e546-b2e8-4495-a558-b6c1dbd36e5c req-3cee8bbc-0d28-4314-bd29-23a39ef9ebbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=69802df9-787a-41a0-a555-a83afcc0c32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484941 Mar 08 19:25:43.903195 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357a03e-b657-4e7d-aac2-c9b8e365ca9a req-7c3f37ac-f148-4e22-9530-a732e3be0afa tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:43.905135 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6357a03e-b657-4e7d-aac2-c9b8e365ca9a req-7c3f37ac-f148-4e22-9530-a732e3be0afa tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0593565 Mar 08 19:25:43.952633 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6357a03e-b657-4e7d-aac2-c9b8e365ca9a req-0060f7f0-5096-4305-a6d3-b86b42bbe315 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415099 Mar 08 19:25:43.999857 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c431e546-b2e8-4495-a558-b6c1dbd36e5c req-8f247e1a-cf61-4265-b0bb-c863172805c2 service neutron] 10.222.0.64 "GET /v2.0/networks/69802df9-787a-41a0-a555-a83afcc0c32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916607 Mar 08 19:25:44.092765 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c431e546-b2e8-4495-a558-b6c1dbd36e5c req-33fe12b2-99f0-4293-b478-7fae4361fa38 service neutron] 10.222.0.64 "GET /v2.0/networks/69802df9-787a-41a0-a555-a83afcc0c32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850854 Mar 08 19:25:45.070364 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef681be3-826d-4710-882b-53eef5ed5127 req-30f79314-d5bc-4d89-94fc-2ac95e561ddc tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:45.071869 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ef681be3-826d-4710-882b-53eef5ed5127 req-30f79314-d5bc-4d89-94fc-2ac95e561ddc tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0512960 Mar 08 19:25:45.122767 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ef681be3-826d-4710-882b-53eef5ed5127 req-c00122e1-76b4-45f1-a983-a77fb66d4e4f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450861 Mar 08 19:25:46.239906 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd5538-ad3b-4ce8-aa45-8020990de36a req-d58793f7-ef9c-4cb7-ad28-50bbe05c2206 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:46.241389 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cecd5538-ad3b-4ce8-aa45-8020990de36a req-d58793f7-ef9c-4cb7-ad28-50bbe05c2206 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0533955 Mar 08 19:25:46.290239 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cecd5538-ad3b-4ce8-aa45-8020990de36a req-e939b9fc-2c3d-42c0-9de0-d5f2fce82e0e tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430760 Mar 08 19:25:47.407867 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f5b86-a9af-4077-952f-edcdb7046f09 req-8dea01ba-fd5a-41af-a702-6bf8ea24f83f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:47.409444 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1a9f5b86-a9af-4077-952f-edcdb7046f09 req-8dea01ba-fd5a-41af-a702-6bf8ea24f83f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0529811 Mar 08 19:25:47.461649 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1a9f5b86-a9af-4077-952f-edcdb7046f09 req-d4745ed0-6b04-4c6a-b26f-62e4d8e0d8e8 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445578 Mar 08 19:25:47.918176 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab9bfd-f87f-42cb-8a54-4bffe22a07e3 req-6d58947f-d42f-48e3-a54d-4b1115ff4a6b tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:47.919652 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-40ab9bfd-f87f-42cb-8a54-4bffe22a07e3 req-6d58947f-d42f-48e3-a54d-4b1115ff4a6b tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0555689 Mar 08 19:25:47.978835 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-40ab9bfd-f87f-42cb-8a54-4bffe22a07e3 req-59eec772-25a4-4d86-88ab-501bc4286cbb tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515494 Mar 08 19:25:47.981853 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 45822) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:25:48.064848 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-b5db93ae-1812-4b30-8b5a-9e18bf8b00d1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818129 Mar 08 19:25:48.074389 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-52915ced-38ee-47e6-a900-bda9aab07b05 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103758) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:25:48.075298 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-52915ced-38ee-47e6-a900-bda9aab07b05 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048544 Mar 08 19:25:48.211934 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 45830) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:25:48.304694 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-1f0334ad-cce2-41d4-b349-058093cc4d32 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:48.306024 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-1f0334ad-cce2-41d4-b349-058093cc4d32 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports/1848d23a-93e3-4698-9652-4de98d5e5d99 HTTP/1.1" status: 200 len: 942 time: 0.0931163 Mar 08 19:25:48.693803 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:25:49.102783 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb1eb5-4628-4fc1-980e-0d5225206f71 req-8b3827d5-c17d-4ac2-a6c1-7f6d62fd95e9 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:49.104249 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e5fb1eb5-4628-4fc1-980e-0d5225206f71 req-8b3827d5-c17d-4ac2-a6c1-7f6d62fd95e9 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0559514 Mar 08 19:25:49.152921 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e5fb1eb5-4628-4fc1-980e-0d5225206f71 req-ffebf00d-0419-4f84-a39b-a831c81044a2 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430133 Mar 08 19:25:50.280744 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9fd6e-57c0-48fe-8f00-7b79103e217a req-3ad2436c-2d75-4d53-aeb9-6b0c868e2025 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:50.282224 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-eaa9fd6e-57c0-48fe-8f00-7b79103e217a req-3ad2436c-2d75-4d53-aeb9-6b0c868e2025 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0558217 Mar 08 19:25:50.331090 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-eaa9fd6e-57c0-48fe-8f00-7b79103e217a req-d14e157b-0d7f-46d6-b94d-a095da5f9749 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425324 Mar 08 19:25:50.677725 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1681aad6-d980-44bb-99d3-55e61f2f7a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:50.880804 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-c1ddccfd-9722-44c9-a150-19f7eea1d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:50.882331 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-c1ddccfd-9722-44c9-a150-19f7eea1d733 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7&tenant_id=f7066fbf33be4e52813e7bc19c95d3f4 HTTP/1.1" status: 200 len: 1129 time: 0.0465374 Mar 08 19:25:50.950495 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-88617d27-d2a3-4ee3-8c62-365a6a3afd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:50.951916 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-88617d27-d2a3-4ee3-8c62-365a6a3afd83 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7066fbf33be4e52813e7bc19c95d3f4&device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 1129 time: 0.0449224 Mar 08 19:25:51.045072 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-75df6962-11dc-4a8d-8ae3-d9c9cb5fb497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:51.046593 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-75df6962-11dc-4a8d-8ae3-d9c9cb5fb497 service neutron] 10.222.0.64 "GET /v2.0/networks?id=69802df9-787a-41a0-a555-a83afcc0c32c HTTP/1.1" status: 200 len: 909 time: 0.0888493 Mar 08 19:25:51.110206 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 1848d23a-93e3-4698-9652-4de98d5e5d99 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:25:51.110582 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-5596833f-c669-4883-bcec-5e76fa4d6590 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1848d23a-93e3-4698-9652-4de98d5e5d99 HTTP/1.1" status: 200 len: 1001 time: 0.0580597 Mar 08 19:25:51.163368 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-fd5610b6-050a-4b2f-a35a-1b6ee1fbbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:51.164831 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-fd5610b6-050a-4b2f-a35a-1b6ee1fbbacb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef5a05d0-7f50-4947-93be-6051fe0e79cc HTTP/1.1" status: 200 len: 847 time: 0.0493264 Mar 08 19:25:51.195450 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 1848d23a-93e3-4698-9652-4de98d5e5d99 is: ACTIVE; New status is: DOWN {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:25:51.195843 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:51.213676 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-8f86f073-afc7-40ab-824f-b252caf48298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:51.215275 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-8f86f073-afc7-40ab-824f-b252caf48298 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=69802df9-787a-41a0-a555-a83afcc0c32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450087 Mar 08 19:25:51.219078 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1848d23a-93e3-4698-9652-4de98d5e5d99'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:25:51.221297 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf72780b-1d35-415d-bf07-2351a73cfe8b" -d '{"events": [{"server_uuid": "a10f1a6c-9791-487c-916c-77af98c44df7", "name": "network-vif-unplugged", "status": "completed", "tag": "1848d23a-93e3-4698-9652-4de98d5e5d99"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:25:51.234294 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 1848d23a-93e3-4698-9652-4de98d5e5d99, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1848d23a-93e3-4698-9652-4de98d5e5d99,segment=NetworkSegment(19896de4-dd54-413f-966e-2eb4a6c023dd),segment_id=19896de4-dd54-413f-966e-2eb4a6c023dd)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:25:51.261771 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 19:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4ab5a7-65f4-498f-94c9-1b69d7f79660 x-openstack-request-id: req-4a4ab5a7-65f4-498f-94c9-1b69d7f79660 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:25:51.262069 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10f1a6c-9791-487c-916c-77af98c44df7", "name": "network-vif-unplugged", "status": "completed", "tag": "1848d23a-93e3-4698-9652-4de98d5e5d99", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:25:51.262322 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a4ab5a7-65f4-498f-94c9-1b69d7f79660 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:25:51.262764 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1848d23a-93e3-4698-9652-4de98d5e5d99', 'code': 200} Mar 08 19:25:51.310015 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-78476a36-1de9-4196-8d96-64ad64bac69d service neutron] 10.222.0.64 "GET /v2.0/networks/69802df9-787a-41a0-a555-a83afcc0c32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885139 Mar 08 19:25:51.318549 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:51.366940 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=1848d23a-93e3-4698-9652-4de98d5e5d99,revision_number=6']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:51.405578 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-9fa2f5d2-17dd-44b1-9996-9c839c824bb6 service neutron] 10.222.0.64 "GET /v2.0/networks/69802df9-787a-41a0-a555-a83afcc0c32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895483 Mar 08 19:25:51.464464 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf4585-48c6-478d-8411-0360766951c2 req-df4484a0-de55-40d1-940d-51643b295d23 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:51.465916 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a0cf4585-48c6-478d-8411-0360766951c2 req-df4484a0-de55-40d1-940d-51643b295d23 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 943 time: 0.0543554 Mar 08 19:25:51.517963 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a0cf4585-48c6-478d-8411-0360766951c2 req-f32d02ad-50bf-4155-90cd-d84fc920f505 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463817 Mar 08 19:25:52.638936 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f0206-d2d4-408e-9b11-d12cd72d1188 req-e3877b65-1509-4f73-ab78-2be77ddadc44 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:52.640425 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7f8f0206-d2d4-408e-9b11-d12cd72d1188 req-e3877b65-1509-4f73-ab78-2be77ddadc44 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 943 time: 0.0529594 Mar 08 19:25:52.690220 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7f8f0206-d2d4-408e-9b11-d12cd72d1188 req-6ddb772b-7875-46d8-beab-9f14e3491b7f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436485 Mar 08 19:25:53.071860 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b67ff291-4f05-422f-8a39-953dc08b2db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:53.807867 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a325f-7c48-4cd7-bb47-15f0ab90fe6c req-cca8e3a2-7311-47a0-ac85-963464409b98 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:53.809365 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-769a325f-7c48-4cd7-bb47-15f0ab90fe6c req-cca8e3a2-7311-47a0-ac85-963464409b98 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 943 time: 0.0532005 Mar 08 19:25:53.857795 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-769a325f-7c48-4cd7-bb47-15f0ab90fe6c req-01224b16-199c-4146-b4fa-30ec4e41d244 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429935 Mar 08 19:25:54.116032 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:54.786752 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:54.979702 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7f2bb-db34-425b-bf2f-f5adcaee5cef req-12f1d079-1fda-44d2-94ec-a60e862a8df2 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:54.981151 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-49b7f2bb-db34-425b-bf2f-f5adcaee5cef req-12f1d079-1fda-44d2-94ec-a60e862a8df2 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 943 time: 0.0538507 Mar 08 19:25:55.031271 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-49b7f2bb-db34-425b-bf2f-f5adcaee5cef req-cf612227-16b5-4cae-8fe4-c695ad56f0c7 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445709 Mar 08 19:25:55.729283 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:56.151315 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100734b-8e46-4624-a46b-58630b3677bc req-7f4bdfa2-0e7a-42d7-afed-6c7f68328192 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:56.152802 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e100734b-8e46-4624-a46b-58630b3677bc req-7f4bdfa2-0e7a-42d7-afed-6c7f68328192 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 943 time: 0.0528874 Mar 08 19:25:56.208938 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e100734b-8e46-4624-a46b-58630b3677bc req-e370d4ca-b25b-4cb6-b05b-e3e69401fb34 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467076 Mar 08 19:25:57.089480 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:57.384500 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f14c0-d111-4f7c-aac3-d8b2c18dcf69 req-6dde67a8-4675-489e-8351-3e059f490a6f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:57.385860 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-343f14c0-d111-4f7c-aac3-d8b2c18dcf69 req-6dde67a8-4675-489e-8351-3e059f490a6f tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 943 time: 0.1088610 Mar 08 19:25:57.433742 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-343f14c0-d111-4f7c-aac3-d8b2c18dcf69 req-762cbc0e-239f-4292-a0ae-cbf6af40bbe5 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424035 Mar 08 19:25:58.640943 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7c196-f2c5-438a-8b41-8d0c0e8ef110 req-04af446b-3b20-4111-a93b-75c516cd0f76 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:58.642443 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-06b7c196-f2c5-438a-8b41-8d0c0e8ef110 req-04af446b-3b20-4111-a93b-75c516cd0f76 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 943 time: 0.1385672 Mar 08 19:25:58.690897 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-06b7c196-f2c5-438a-8b41-8d0c0e8ef110 req-fdc35500-033b-44cd-817d-1aac4539ddaf tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425608 Mar 08 19:25:59.037761 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db8b4b-0372-4351-a332-fc164834c6bb req-ced3ac35-fd83-4f87-ad79-4365d3f62658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:59.039287 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34db8b4b-0372-4351-a332-fc164834c6bb req-ced3ac35-fd83-4f87-ad79-4365d3f62658 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 1127 time: 0.0443099 Mar 08 19:25:59.084053 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34db8b4b-0372-4351-a332-fc164834c6bb req-656e0e83-3506-415b-8811-b48af5233f6a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373414 Mar 08 19:25:59.160218 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 1848d23a-93e3-4698-9652-4de98d5e5d99 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:25:59.252704 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 1848d23a-93e3-4698-9652-4de98d5e5d99, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1848d23a-93e3-4698-9652-4de98d5e5d99,segment=NetworkSegment(19896de4-dd54-413f-966e-2eb4a6c023dd),segment_id=19896de4-dd54-413f-966e-2eb4a6c023dd)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:25:59.262764 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '1848d23a-93e3-4698-9652-4de98d5e5d99', 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c', 'port_id': '1848d23a-93e3-4698-9652-4de98d5e5d99', 'mac_address': 'fa:16:3e:4c:44:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:25:59.301725 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 1848d23a-93e3-4698-9652-4de98d5e5d99 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:25:59.302065 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:59.314220 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1848d23a-93e3-4698-9652-4de98d5e5d99 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:25:59.332423 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 1848d23a-93e3-4698-9652-4de98d5e5d99, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1848d23a-93e3-4698-9652-4de98d5e5d99,segment=NetworkSegment(19896de4-dd54-413f-966e-2eb4a6c023dd),segment_id=19896de4-dd54-413f-966e-2eb4a6c023dd)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:25:59.472413 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:59.518702 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=1848d23a-93e3-4698-9652-4de98d5e5d99,revision_number=7']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:59.806502 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d30ab-bfbd-40a4-84c4-8d339544a326 req-00b4ebc5-baf8-4191-9c2f-a3c1f6a55880 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:59.807960 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bf7d30ab-bfbd-40a4-84c4-8d339544a326 req-00b4ebc5-baf8-4191-9c2f-a3c1f6a55880 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 944 time: 0.0521557 Mar 08 19:25:59.860070 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bf7d30ab-bfbd-40a4-84c4-8d339544a326 req-768b1797-0be8-4b70-b769-bbbfc25fa70a tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457554 Mar 08 19:25:59.950010 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['1848d23a-93e3-4698-9652-4de98d5e5d99'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:26:00.980562 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d9679-74d5-4e97-b438-689435611ef1 req-45d64a8f-2f47-4fe7-b71a-5ceaa3eba9d1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:26:00.982041 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f50d9679-74d5-4e97-b438-689435611ef1 req-45d64a8f-2f47-4fe7-b71a-5ceaa3eba9d1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 944 time: 0.0541904 Mar 08 19:26:01.030427 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f50d9679-74d5-4e97-b438-689435611ef1 req-01febbdd-09b0-4f24-9c2b-6cf78f41edd6 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425658 Mar 08 19:26:01.204460 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 1848d23a-93e3-4698-9652-4de98d5e5d99 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:26:01.239321 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 1848d23a-93e3-4698-9652-4de98d5e5d99 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:26:01.239709 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:01.316438 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 1848d23a-93e3-4698-9652-4de98d5e5d99 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:26:01.316743 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:01.338554 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1848d23a-93e3-4698-9652-4de98d5e5d99'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:26:01.340732 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2690b2ce-c7eb-41d3-8676-66a0a15fa755" -d '{"events": [{"server_uuid": "a10f1a6c-9791-487c-916c-77af98c44df7", "name": "network-vif-plugged", "status": "completed", "tag": "1848d23a-93e3-4698-9652-4de98d5e5d99"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:26:01.353394 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 1848d23a-93e3-4698-9652-4de98d5e5d99, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1848d23a-93e3-4698-9652-4de98d5e5d99,segment=NetworkSegment(19896de4-dd54-413f-966e-2eb4a6c023dd),segment_id=19896de4-dd54-413f-966e-2eb4a6c023dd)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:26:01.376080 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591658e0-3410-4d2c-b245-dc593a962a99 x-openstack-request-id: req-591658e0-3410-4d2c-b245-dc593a962a99 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:26:01.376368 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10f1a6c-9791-487c-916c-77af98c44df7", "name": "network-vif-plugged", "status": "completed", "tag": "1848d23a-93e3-4698-9652-4de98d5e5d99", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:26:01.376612 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-591658e0-3410-4d2c-b245-dc593a962a99 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:26:01.376996 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1848d23a-93e3-4698-9652-4de98d5e5d99', 'code': 200} Mar 08 19:26:01.437957 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:01.483836 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=1848d23a-93e3-4698-9652-4de98d5e5d99,revision_number=8']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:03.065572 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1cb45d40-6834-47e9-9d2b-4135dbd84b91 req-157dd0bc-62af-4544-b293-a8feea7a9026 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468066 Mar 08 19:26:03.129827 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb45d40-6834-47e9-9d2b-4135dbd84b91 req-a9a7aa4a-d368-44e3-bbee-d0dc1302c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:26:03.131348 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1cb45d40-6834-47e9-9d2b-4135dbd84b91 req-a9a7aa4a-d368-44e3-bbee-d0dc1302c244 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e232d9d1074348e8bcb4ab6f69434a83&device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 1130 time: 0.0447924 Mar 08 19:26:03.234284 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb45d40-6834-47e9-9d2b-4135dbd84b91 req-7ccf344b-bc32-4883-8564-05c87ac60aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:26:03.235792 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1cb45d40-6834-47e9-9d2b-4135dbd84b91 req-7ccf344b-bc32-4883-8564-05c87ac60aeb service neutron] 10.222.0.64 "GET /v2.0/networks?id=46edac82-f34a-4fd3-bd2f-ca292de936fb HTTP/1.1" status: 200 len: 917 time: 0.0843854 Mar 08 19:26:03.303678 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1cb45d40-6834-47e9-9d2b-4135dbd84b91 req-b5f1c30b-b98a-4138-b2c2-52a53a848af5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32f484d9-4487-4a5e-9c10-1969ef313a7f HTTP/1.1" status: 200 len: 1001 time: 0.0614097 Mar 08 19:26:03.351115 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb45d40-6834-47e9-9d2b-4135dbd84b91 req-d04793fb-e4fc-45ee-973a-f6ee023fda24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:26:03.352962 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1cb45d40-6834-47e9-9d2b-4135dbd84b91 req-d04793fb-e4fc-45ee-973a-f6ee023fda24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c12f396-82f2-4313-8a98-b17d51e08628 HTTP/1.1" status: 200 len: 855 time: 0.0414889 Mar 08 19:26:03.403147 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb45d40-6834-47e9-9d2b-4135dbd84b91 req-e553badc-c8e6-484a-ac4b-9411b5da8540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:26:03.404676 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1cb45d40-6834-47e9-9d2b-4135dbd84b91 req-e553badc-c8e6-484a-ac4b-9411b5da8540 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46edac82-f34a-4fd3-bd2f-ca292de936fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439446 Mar 08 19:26:03.496021 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1cb45d40-6834-47e9-9d2b-4135dbd84b91 req-9738ff45-bc76-4e29-b8ef-781f4959d6e0 service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851190 Mar 08 19:26:03.585696 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1cb45d40-6834-47e9-9d2b-4135dbd84b91 req-c91eaef1-020d-4700-a9ff-2235cd7246ad service neutron] 10.222.0.64 "GET /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809224 Mar 08 19:26:20.693456 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-39bb97a1-19f2-45a8-b25d-d0cafcf1d08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:23.072473 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-0c3de933-1662-4914-bdee-ffbed3a45fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:24.116044 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:24.744894 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:25.693752 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:26:25.723767 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:27.038029 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:30.280078 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89170a-23bc-461e-856b-57124ba24c5a req-c3f9d6c1-b78c-456b-a617-e8dd801099b2 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:26:30.281862 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ef89170a-23bc-461e-856b-57124ba24c5a req-c3f9d6c1-b78c-456b-a617-e8dd801099b2 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 946 time: 0.0561717 Mar 08 19:26:30.330626 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ef89170a-23bc-461e-856b-57124ba24c5a req-e999b2d9-92b1-4237-917d-474abf133a01 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f6901b-2b4a-4335-9618-0deb69c9ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422699 Mar 08 19:26:31.457311 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d30300-b754-43b1-a744-f7143dd45fe8 req-6e7c7adc-3684-4798-b416-b4364e911166 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:26:31.458907 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-04d30300-b754-43b1-a744-f7143dd45fe8 req-6e7c7adc-3684-4798-b416-b4364e911166 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 946 time: 0.0594430 Mar 08 19:26:31.505475 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-04d30300-b754-43b1-a744-f7143dd45fe8 req-1d557dd2-9baf-4996-af41-b56d468c7ceb tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f6901b-2b4a-4335-9618-0deb69c9ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411429 Mar 08 19:26:32.528736 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6249f3-c99d-4e36-a4d8-def781f21f69 req-5d93ede5-f5d5-45d8-b701-1ec6dc8d6e1e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:26:32.530290 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6a6249f3-c99d-4e36-a4d8-def781f21f69 req-5d93ede5-f5d5-45d8-b701-1ec6dc8d6e1e tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 946 time: 0.0562193 Mar 08 19:26:32.626857 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc80df-a9aa-4535-839a-5714b1e19e9a req-672de3dc-24bc-4e1f-8b5e-e65483fa2ff9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:26:32.627513 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-6a6249f3-c99d-4e36-a4d8-def781f21f69 req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Deleting port 1bef7c22-e18f-4703-a990-139f3926c5fc {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:26:32.627735 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6a6249f3-c99d-4e36-a4d8-def781f21f69 req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (1bef7c22-e18f-4703-a990-139f3926c5fc), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:32.629038 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-32bc80df-a9aa-4535-839a-5714b1e19e9a req-672de3dc-24bc-4e1f-8b5e-e65483fa2ff9 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 946 time: 0.0544939 Mar 08 19:26:32.681492 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-32bc80df-a9aa-4535-839a-5714b1e19e9a req-ce9af262-34e0-42ff-9390-41e7e3b6ab15 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0f6901b-2b4a-4335-9618-0deb69c9ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449104 Mar 08 19:26:32.728770 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-6a6249f3-c99d-4e36-a4d8-def781f21f69 req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] For port 1bef7c22-e18f-4703-a990-139f3926c5fc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1bef7c22-e18f-4703-a990-139f3926c5fc,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:26:32.729133 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6a6249f3-c99d-4e36-a4d8-def781f21f69 req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (1bef7c22-e18f-4703-a990-139f3926c5fc), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:32.917889 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6a6249f3-c99d-4e36-a4d8-def781f21f69 req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:32.918273 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6a6249f3-c99d-4e36-a4d8-def781f21f69 req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (e2977027-b69a-42fc-8232-6d78855f8821), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:32.918619 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.l3_db [req-6a6249f3-c99d-4e36-a4d8-def781f21f69 req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Floating IP e2977027-b69a-42fc-8232-6d78855f8821 disassociated. External IP: 172.27.2.190, port: 1bef7c22-e18f-4703-a990-139f3926c5fc. Mar 08 19:26:32.918952 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-6a6249f3-c99d-4e36-a4d8-def781f21f69 req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Calling delete_port for 1bef7c22-e18f-4703-a990-139f3926c5fc owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:26:33.147195 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6a6249f3-c99d-4e36-a4d8-def781f21f69 req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (1bef7c22-e18f-4703-a990-139f3926c5fc), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:33.176974 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event deleted for resources: {'Port': ['ID=1bef7c22-e18f-4703-a990-139f3926c5fc,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:33.188762 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:33.188762 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:33.189012 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:33.189352 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:33.190246 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:33.191032 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:33.191032 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:33.191356 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:33.191694 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:33.192051 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:33.192355 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:33.192679 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:33.193018 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:33.308756 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a6249f3-c99d-4e36-a4d8-def781f21f69 req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Router e487fd44-513d-440f-b0a4-0bfef29293b0 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:26:33.421495 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a6249f3-c99d-4e36-a4d8-def781f21f69 req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:26:33.431885 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aa891b-62fc-4018-a932-0f902c7d9a63 None None] Sync routers for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:26:33.442914 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aa891b-62fc-4018-a932-0f902c7d9a63 None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:26:33.443542 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a3aa891b-62fc-4018-a932-0f902c7d9a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:26:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:26:33.464529 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6249f3-c99d-4e36-a4d8-def781f21f69 req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] No DVR routers for this DVR port 1bef7c22-e18f-4703-a990-139f3926c5fc on host hv-cinder-83009 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:26:33.467330 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6a6249f3-c99d-4e36-a4d8-def781f21f69 req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:33.470762 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6a6249f3-c99d-4e36-a4d8-def781f21f69 req-c42c5cd6-af4b-402d-b0e4-1b5e854a04b7 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.64 "DELETE /v2.0/ports/1bef7c22-e18f-4703-a990-139f3926c5fc HTTP/1.1" status: 204 len: 173 time: 0.9347899 Mar 08 19:26:33.471768 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37b53fe-2e08-4937-b018-c347b3c9f1ef', 'name': 'network-vif-deleted', 'tag': '1bef7c22-e18f-4703-a990-139f3926c5fc'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:26:33.474224 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab89ad2-cb31-425b-96ff-b34b36617daf" -d '{"events": [{"server_uuid": "e37b53fe-2e08-4937-b018-c347b3c9f1ef", "name": "network-vif-deleted", "tag": "1bef7c22-e18f-4703-a990-139f3926c5fc"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:26:33.569013 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-a3aa891b-62fc-4018-a932-0f902c7d9a63 None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:26:33.592154 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6427421b-27c2-4023-b9ca-a98bf6bd397e x-openstack-request-id: req-6427421b-27c2-4023-b9ca-a98bf6bd397e {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:26:33.592732 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37b53fe-2e08-4937-b018-c347b3c9f1ef", "name": "network-vif-deleted", "tag": "1bef7c22-e18f-4703-a990-139f3926c5fc", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:26:33.592732 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6427421b-27c2-4023-b9ca-a98bf6bd397e {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:26:33.593115 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37b53fe-2e08-4937-b018-c347b3c9f1ef', 'name': 'network-vif-deleted', 'tag': '1bef7c22-e18f-4703-a990-139f3926c5fc', 'status': 'completed', 'code': 200} Mar 08 19:26:33.786723 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8c4dfdf4-37cd-4966-9f9e-1afd42ff472f req-dce842a3-e289-43df-8d9a-7afedfeddc34 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/ports?device_id=e37b53fe-2e08-4937-b018-c347b3c9f1ef HTTP/1.1" status: 200 len: 210 time: 0.0307233 Mar 08 19:26:33.811352 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a3aa891b-62fc-4018-a932-0f902c7d9a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:26:33.843401 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aa891b-62fc-4018-a932-0f902c7d9a63 None None] Checking router: e487fd44-513d-440f-b0a4-0bfef29293b0 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:26:33.861259 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aa891b-62fc-4018-a932-0f902c7d9a63 None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:26:33.861924 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a3aa891b-62fc-4018-a932-0f902c7d9a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:26:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:26:33.994544 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-a3aa891b-62fc-4018-a932-0f902c7d9a63 None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:26:34.364473 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a3aa891b-62fc-4018-a932-0f902c7d9a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:26:34.397929 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aa891b-62fc-4018-a932-0f902c7d9a63 None None] The sync data for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi is: [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:16:00Z', 'revision_number': 4, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '981e6117-6b05-4f03-a035-ac0477336c26', 'name': '', 'network_id': '388fd34c-8824-4f29-8fd1-2b60271e031f', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'mac_address': 'fa:16:3e:de:db:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:59Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'subnets': [{'id': 'e5d488cc-d933-4aa0-9cc6-087a844e6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:26:34.651877 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec13b8c2-64f6-4db3-90bd-d26fcbcd44b1 None None] New status for floating IP e2977027-b69a-42fc-8232-6d78855f8821: DOWN {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:26:34.936576 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 45976) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:34.993279 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b232e577-e97a-4835-8ef1-f5f52ab6205b tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (f0f6901b-2b4a-4335-9618-0deb69c9ff0a), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:35.021407 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b232e577-e97a-4835-8ef1-f5f52ab6205b tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (f0f6901b-2b4a-4335-9618-0deb69c9ff0a), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:35.128175 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b232e577-e97a-4835-8ef1-f5f52ab6205b tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (f0f6901b-2b4a-4335-9618-0deb69c9ff0a), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:35.131127 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b232e577-e97a-4835-8ef1-f5f52ab6205b tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:35.133435 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-b232e577-e97a-4835-8ef1-f5f52ab6205b tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "DELETE /v2.0/security-groups/f0f6901b-2b4a-4335-9618-0deb69c9ff0a HTTP/1.1" status: 204 len: 168 time: 0.1954994 Mar 08 19:26:35.136330 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 45978) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:35.143470 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232e577-e97a-4835-8ef1-f5f52ab6205b tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f6901b-2b4a-4335-9618-0deb69c9ff0a,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:35.153337 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.api.v2.resource [None req-38b47e86-e285-4207-9bf6-8d3f233b6516 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] show failed (client error): The resource could not be found. Mar 08 19:26:35.159314 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 45980) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:35.159499 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-38b47e86-e285-4207-9bf6-8d3f233b6516 tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "GET /v2.0/security-groups/f0f6901b-2b4a-4335-9618-0deb69c9ff0a HTTP/1.1" status: 404 len: 347 time: 0.0201054 Mar 08 19:26:35.289545 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4f4eea8f-624a-4de5-8b45-13ee14f2b20d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Deleting port ecaff97a-6b2f-4b2c-b0a8-f11de9aa346f {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:26:35.289883 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4f4eea8f-624a-4de5-8b45-13ee14f2b20d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (ecaff97a-6b2f-4b2c-b0a8-f11de9aa346f), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:35.368740 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4f4eea8f-624a-4de5-8b45-13ee14f2b20d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (ecaff97a-6b2f-4b2c-b0a8-f11de9aa346f), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:35.369062 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4f4eea8f-624a-4de5-8b45-13ee14f2b20d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (ecaff97a-6b2f-4b2c-b0a8-f11de9aa346f), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:35.381846 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4f4eea8f-624a-4de5-8b45-13ee14f2b20d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Calling delete_port for ecaff97a-6b2f-4b2c-b0a8-f11de9aa346f owned by network:floatingip {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:26:35.575754 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4f4eea8f-624a-4de5-8b45-13ee14f2b20d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (ecaff97a-6b2f-4b2c-b0a8-f11de9aa346f), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:35.601992 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4eea8f-624a-4de5-8b45-13ee14f2b20d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Pushing event deleted for resources: {'Port': ['ID=ecaff97a-6b2f-4b2c-b0a8-f11de9aa346f,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:35.668152 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4f4eea8f-624a-4de5-8b45-13ee14f2b20d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks [] for floatingip (e2977027-b69a-42fc-8232-6d78855f8821), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:35.671039 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4f4eea8f-624a-4de5-8b45-13ee14f2b20d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:35.672222 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-4f4eea8f-624a-4de5-8b45-13ee14f2b20d tempest-AttachVolumeNegativeTest-1260896084 tempest-AttachVolumeNegativeTest-1260896084-project] 10.222.0.21 "DELETE /v2.0/floatingips/e2977027-b69a-42fc-8232-6d78855f8821 HTTP/1.1" status: 204 len: 168 time: 0.5138347 Mar 08 19:26:37.353580 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 1bef7c22-e18f-4703-a990-139f3926c5fc no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:26:37.384971 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: 1bef7c22-e18f-4703-a990-139f3926c5fc {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:26:37.385328 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 1bef7c22-e18f-4703-a990-139f3926c5fc not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:26:39.973868 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46022) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:40.429082 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-329048'] for router_interface (e487fd44-513d-440f-b0a4-0bfef29293b0), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:40.687383 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Deleting port 981e6117-6b05-4f03-a035-ac0477336c26 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:26:40.687685 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (981e6117-6b05-4f03-a035-ac0477336c26), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:40.777544 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] For port 981e6117-6b05-4f03-a035-ac0477336c26, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=981e6117-6b05-4f03-a035-ac0477336c26,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:26:40.777902 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (981e6117-6b05-4f03-a035-ac0477336c26), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:40.789553 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Calling delete_port for 981e6117-6b05-4f03-a035-ac0477336c26 owned by network:router_interface {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:26:41.059736 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (981e6117-6b05-4f03-a035-ac0477336c26), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:41.086067 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=981e6117-6b05-4f03-a035-ac0477336c26,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:41.114364 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.114738 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.115079 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.115414 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.115744 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.116068 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.116393 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.116713 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.117036 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.117355 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.117930 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.118243 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.118588 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.260532 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-329004'] for router_interface (e487fd44-513d-440f-b0a4-0bfef29293b0), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:41.488149 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Router e487fd44-513d-440f-b0a4-0bfef29293b0 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:26:41.598745 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:26:41.603762 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-1d254f5b-a8d1-4f38-a881-ed2214398dfe admin admin] 10.222.0.21 "PUT /v2.0/routers/e487fd44-513d-440f-b0a4-0bfef29293b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6288710 Mar 08 19:26:41.606291 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46028) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:41.609322 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5811e-592c-4940-b2c3-8910e65fc831 None None] Sync routers for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:26:41.621442 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5811e-592c-4940-b2c3-8910e65fc831 None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:26:41.622167 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-4ca5811e-592c-4940-b2c3-8910e65fc831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:26:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:26:41.714591 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e7dc879d-ffb0-4850-ac59-1a0c8a563f7f admin admin] Publish callbacks [] for router (e487fd44-513d-440f-b0a4-0bfef29293b0), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:41.734724 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-4ca5811e-592c-4940-b2c3-8910e65fc831 None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:26:41.822524 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e7dc879d-ffb0-4850-ac59-1a0c8a563f7f admin admin] Publish callbacks [] for router_gateway (e487fd44-513d-440f-b0a4-0bfef29293b0), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:41.922561 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-4ca5811e-592c-4940-b2c3-8910e65fc831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:26:40Z', 'revision_number': 5, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port': {'id': 'fa8685ef-193e-4207-9239-3c3696eecf9b', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:55Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:26:41.951639 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5811e-592c-4940-b2c3-8910e65fc831 None None] Checking router: e487fd44-513d-440f-b0a4-0bfef29293b0 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:26:41.961262 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5811e-592c-4940-b2c3-8910e65fc831 None None] Routers {'e487fd44-513d-440f-b0a4-0bfef29293b0'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:26:41.961894 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-4ca5811e-592c-4940-b2c3-8910e65fc831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:26:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e487fd44-513d-440f-b0a4-0bfef29293b0'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:26:42.003091 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc879d-ffb0-4850-ac59-1a0c8a563f7f admin admin] Deleting port fa8685ef-193e-4207-9239-3c3696eecf9b {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:26:42.003091 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e7dc879d-ffb0-4850-ac59-1a0c8a563f7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (fa8685ef-193e-4207-9239-3c3696eecf9b), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:42.070520 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-4ca5811e-592c-4940-b2c3-8910e65fc831 None None] Set router e487fd44-513d-440f-b0a4-0bfef29293b0 gateway port host: None {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:26:42.092243 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-e7dc879d-ffb0-4850-ac59-1a0c8a563f7f admin admin] For port fa8685ef-193e-4207-9239-3c3696eecf9b, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=fa8685ef-193e-4207-9239-3c3696eecf9b,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:26:42.100633 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e7dc879d-ffb0-4850-ac59-1a0c8a563f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (fa8685ef-193e-4207-9239-3c3696eecf9b), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:42.104816 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc879d-ffb0-4850-ac59-1a0c8a563f7f admin admin] Calling delete_port for fa8685ef-193e-4207-9239-3c3696eecf9b owned by network:router_gateway {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:26:42.126632 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-4ca5811e-592c-4940-b2c3-8910e65fc831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:26:41Z', 'revision_number': 6, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port_host': None}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:26:42.153053 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5811e-592c-4940-b2c3-8910e65fc831 None None] The sync data for ids ['e487fd44-513d-440f-b0a4-0bfef29293b0'] in dv-cinder-830092-3-iscsi is: [{'id': 'e487fd44-513d-440f-b0a4-0bfef29293b0', 'name': 'tempest-AttachVolumeNegativeTest-597784481-router', 'tenant_id': '96c3bb88a07f471ba34d69352508cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:54Z', 'updated_at': '2022-03-08T19:26:41Z', 'revision_number': 6, 'project_id': '96c3bb88a07f471ba34d69352508cf40', 'gw_port_host': None}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:26:42.364582 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e7dc879d-ffb0-4850-ac59-1a0c8a563f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (fa8685ef-193e-4207-9239-3c3696eecf9b), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:42.388795 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc879d-ffb0-4850-ac59-1a0c8a563f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8685ef-193e-4207-9239-3c3696eecf9b,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:42.452833 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e7dc879d-ffb0-4850-ac59-1a0c8a563f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-328326'] for router_gateway (e487fd44-513d-440f-b0a4-0bfef29293b0), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:42.568125 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e7dc879d-ffb0-4850-ac59-1a0c8a563f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-331570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25210'] for router (e487fd44-513d-440f-b0a4-0bfef29293b0), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:42.570471 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e7dc879d-ffb0-4850-ac59-1a0c8a563f7f admin admin] Publish callbacks [] for router_controller (e487fd44-513d-440f-b0a4-0bfef29293b0), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:42.903725 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 981e6117-6b05-4f03-a035-ac0477336c26 no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:26:42.925753 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: 981e6117-6b05-4f03-a035-ac0477336c26 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:26:42.929861 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 981e6117-6b05-4f03-a035-ac0477336c26 not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:26:42.975799 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e7dc879d-ffb0-4850-ac59-1a0c8a563f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-331557'] for router (e487fd44-513d-440f-b0a4-0bfef29293b0), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:42.976413 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dc879d-ffb0-4850-ac59-1a0c8a563f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e487fd44-513d-440f-b0a4-0bfef29293b0 {{(pid=103758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:26:42.981420 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e7dc879d-ffb0-4850-ac59-1a0c8a563f7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:42.982739 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-e7dc879d-ffb0-4850-ac59-1a0c8a563f7f admin admin] 10.222.0.21 "DELETE /v2.0/routers/e487fd44-513d-440f-b0a4-0bfef29293b0 HTTP/1.1" status: 204 len: 168 time: 1.3754773 Mar 08 19:26:42.985236 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46030) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:43.031230 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a149102-cf3f-4d4c-87ca-f7164d38b379 admin admin] Deleting subnet e5d488cc-d933-4aa0-9cc6-087a844e6a20 {{(pid=103758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:26:43.036228 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3a149102-cf3f-4d4c-87ca-f7164d38b379 admin admin] Publish callbacks [] for subnet (e5d488cc-d933-4aa0-9cc6-087a844e6a20), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:43.074096 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3a149102-cf3f-4d4c-87ca-f7164d38b379 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13620975'] for subnet (e5d488cc-d933-4aa0-9cc6-087a844e6a20), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:43.152829 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3a149102-cf3f-4d4c-87ca-f7164d38b379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669433'] for subnet (e5d488cc-d933-4aa0-9cc6-087a844e6a20), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:43.284726 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3a149102-cf3f-4d4c-87ca-f7164d38b379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13606602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15838044'] for subnet (e5d488cc-d933-4aa0-9cc6-087a844e6a20), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:43.313899 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a149102-cf3f-4d4c-87ca-f7164d38b379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d488cc-d933-4aa0-9cc6-087a844e6a20,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:43.317732 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3a149102-cf3f-4d4c-87ca-f7164d38b379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:43.320988 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-3a149102-cf3f-4d4c-87ca-f7164d38b379 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e5d488cc-d933-4aa0-9cc6-087a844e6a20 HTTP/1.1" status: 204 len: 168 time: 0.3347433 Mar 08 19:26:43.323599 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46032) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:43.324042 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d1c9d8-1bce-451e-b3fa-974f2e26ebd3 None None] Network 388fd34c-8824-4f29-8fd1-2b60271e031f requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:26:43.396106 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715894'] for network (388fd34c-8824-4f29-8fd1-2b60271e031f), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:43.457529 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] Deleting port 1da9f2f6-4532-43f4-a9dc-15fdd179500f {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:26:43.458076 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (1da9f2f6-4532-43f4-a9dc-15fdd179500f), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:43.489451 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] DHCP port deletion for 388fd34c-8824-4f29-8fd1-2b60271e031f request from dv-cinder-830092-3-iscsi {{(pid=103759) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:26:43.525738 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] For port 1da9f2f6-4532-43f4-a9dc-15fdd179500f, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=1da9f2f6-4532-43f4-a9dc-15fdd179500f,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:26:43.526094 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (1da9f2f6-4532-43f4-a9dc-15fdd179500f), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:43.537170 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Deleting port 1da9f2f6-4532-43f4-a9dc-15fdd179500f {{(pid=103759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:26:43.537542 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (1da9f2f6-4532-43f4-a9dc-15fdd179500f), before_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:43.539278 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] Calling delete_port for 1da9f2f6-4532-43f4-a9dc-15fdd179500f owned by network:dhcp {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:26:43.604380 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] For port 1da9f2f6-4532-43f4-a9dc-15fdd179500f, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=1da9f2f6-4532-43f4-a9dc-15fdd179500f,segment=NetworkSegment(192a4244-3a75-43f5-b7f2-cbb3dfefb62c),segment_id=192a4244-3a75-43f5-b7f2-cbb3dfefb62c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:26:43.604766 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (1da9f2f6-4532-43f4-a9dc-15fdd179500f), precommit_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:43.617952 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Calling delete_port for 1da9f2f6-4532-43f4-a9dc-15fdd179500f owned by network:dhcp {{(pid=103759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:26:43.724718 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (1da9f2f6-4532-43f4-a9dc-15fdd179500f), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:43.732533 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226'] for port (1da9f2f6-4532-43f4-a9dc-15fdd179500f), after_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:43.774078 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] Pushing event deleted for resources: {'Port': ['ID=1da9f2f6-4532-43f4-a9dc-15fdd179500f,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:43.777013 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] No DVR routers for this DVR port 1da9f2f6-4532-43f4-a9dc-15fdd179500f on host dv-cinder-830092-3-iscsi {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:26:43.779280 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Pushing event deleted for resources: {'Port': ['ID=1da9f2f6-4532-43f4-a9dc-15fdd179500f,revision_number=None']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:43.788244 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] No DVR routers for this DVR port 1da9f2f6-4532-43f4-a9dc-15fdd179500f on host dv-cinder-830092-3-iscsi {{(pid=103759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:26:43.796246 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:43.796607 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:43.796920 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:43.797251 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:43.797573 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:43.797898 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:43.798215 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:43.798557 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:43.798890 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:43.799335 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:43.799534 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:43.799837 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:43.800149 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a14ff4-572d-40e5-8bfe-6aed7ba7fecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:43.849980 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733302', 'neutron.services.segments.db._delete_segments_for_network-8785633600359'] for network (388fd34c-8824-4f29-8fd1-2b60271e031f), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:43.869385 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388fd34c-8824-4f29-8fd1-2b60271e031f']}} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:26:43.879061 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192a4244-3a75-43f5-b7f2-cbb3dfefb62c') {'for_net_delete': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:26:43.879474 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192a4244-3a75-43f5-b7f2-cbb3dfefb62c') {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:26:43.890923 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785633599600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13620756'] for segment (192a4244-3a75-43f5-b7f2-cbb3dfefb62c), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:43.904520 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (192a4244-3a75-43f5-b7f2-cbb3dfefb62c), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:43.910430 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:26:43.910807 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13606560'] for segment (192a4244-3a75-43f5-b7f2-cbb3dfefb62c), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: Traceback (most recent call last): Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: timer() Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: cb(*args, **kw) Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: return func(*args, **kwargs) Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: self._notify() Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: self.callback(batched_events) Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: event.method(event) Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: return f(self, *a, **k) Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: return self._get(url).json() Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: return self.request(url, 'GET', **kwargs) Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:26:43.912406 dv-cinder-830092-3-iscsi neutron-server[103758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:26:44.078876 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-328354'] for network (388fd34c-8824-4f29-8fd1-2b60271e031f), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:44.086822 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:44.090007 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] 10.222.0.21 "DELETE /v2.0/networks/388fd34c-8824-4f29-8fd1-2b60271e031f HTTP/1.1" status: 204 len: 168 time: 0.7654698 Mar 08 19:26:44.099269 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88e249-d399-4398-a97a-b0738d81a764 admin admin] Pushing event deleted for resources: {'Network': ['ID=388fd34c-8824-4f29-8fd1-2b60271e031f,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:44.508793 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 1da9f2f6-4532-43f4-a9dc-15fdd179500f no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:26:44.515724 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46036) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:44.532339 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: 1da9f2f6-4532-43f4-a9dc-15fdd179500f {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:26:44.532686 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 1da9f2f6-4532-43f4-a9dc-15fdd179500f not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:26:44.533109 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device fa8685ef-193e-4207-9239-3c3696eecf9b no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:26:44.553194 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: fa8685ef-193e-4207-9239-3c3696eecf9b {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:26:44.555422 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device fa8685ef-193e-4207-9239-3c3696eecf9b not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:26:44.559214 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-10178bcc-3fb7-4956-94c8-1d308ce23f31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96c3bb88a07f471ba34d69352508cf40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421760 Mar 08 19:26:44.561748 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46038) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:44.609670 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d1638459-8fd0-4672-ad37-dca39a490d9f admin admin] Publish callbacks [] for security_group (a9c029f0-64d6-4108-afe1-ec0f082a6f8b), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:44.635726 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d1638459-8fd0-4672-ad37-dca39a490d9f admin admin] Publish callbacks [] for security_group (a9c029f0-64d6-4108-afe1-ec0f082a6f8b), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:44.790824 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d1638459-8fd0-4672-ad37-dca39a490d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (a9c029f0-64d6-4108-afe1-ec0f082a6f8b), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:44.793408 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d1638459-8fd0-4672-ad37-dca39a490d9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:44.794599 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-d1638459-8fd0-4672-ad37-dca39a490d9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9c029f0-64d6-4108-afe1-ec0f082a6f8b HTTP/1.1" status: 204 len: 168 time: 0.2315009 Mar 08 19:26:44.803613 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1638459-8fd0-4672-ad37-dca39a490d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c029f0-64d6-4108-afe1-ec0f082a6f8b,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:50.722747 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-995a49c6-3917-4fd1-aecd-f1a9134728f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:53.065110 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d9bb3327-91f1-4330-a336-6d0f9112a4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:53.406572 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0834a-8216-4f1c-be68-196eefcf70eb req-4948b1ba-666b-43bc-91bf-cc8e4f0e61ad tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:26:53.407782 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3ae0834a-8216-4f1c-be68-196eefcf70eb req-4948b1ba-666b-43bc-91bf-cc8e4f0e61ad tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 946 time: 0.0526319 Mar 08 19:26:53.454498 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3ae0834a-8216-4f1c-be68-196eefcf70eb req-9f2861f3-ac79-4d8c-a11c-57baa26712ed tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402057 Mar 08 19:26:54.152279 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:54.578162 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ccbd2-17b7-4e3c-97c2-e2c623318170 req-55d39918-7c66-4fc9-b743-d59ddde94478 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:26:54.579675 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a03ccbd2-17b7-4e3c-97c2-e2c623318170 req-55d39918-7c66-4fc9-b743-d59ddde94478 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 946 time: 0.0520797 Mar 08 19:26:54.624908 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a03ccbd2-17b7-4e3c-97c2-e2c623318170 req-af417e18-7d45-4c89-86c2-579def8fb753 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396256 Mar 08 19:26:54.746876 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:55.372100 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa513a6-4b13-4308-881c-24aeceb032df req-14a60497-d613-4a15-a42f-1bd90c72f23e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:26:55.373421 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-afa513a6-4b13-4308-881c-24aeceb032df req-14a60497-d613-4a15-a42f-1bd90c72f23e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 946 time: 0.0520735 Mar 08 19:26:55.480187 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-afa513a6-4b13-4308-881c-24aeceb032df req-a0e772ee-49bb-4cb3-94f7-203c2dd39614 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Deleting port 32f484d9-4487-4a5e-9c10-1969ef313a7f {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:26:55.480520 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-afa513a6-4b13-4308-881c-24aeceb032df req-a0e772ee-49bb-4cb3-94f7-203c2dd39614 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:55.571523 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-afa513a6-4b13-4308-881c-24aeceb032df req-a0e772ee-49bb-4cb3-94f7-203c2dd39614 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] For port 32f484d9-4487-4a5e-9c10-1969ef313a7f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=32f484d9-4487-4a5e-9c10-1969ef313a7f,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:26:55.571879 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-afa513a6-4b13-4308-881c-24aeceb032df req-a0e772ee-49bb-4cb3-94f7-203c2dd39614 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:55.741512 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:55.761501 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae4543-696e-4d72-afaf-533ead788487 req-59e13db0-3933-4db3-83ff-015b9c108478 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:26:55.763092 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f8ae4543-696e-4d72-afaf-533ead788487 req-59e13db0-3933-4db3-83ff-015b9c108478 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 946 time: 0.0602860 Mar 08 19:26:55.813900 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f8ae4543-696e-4d72-afaf-533ead788487 req-e37e7a70-fcfb-4cc1-9712-c3f64d28d162 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4ce3346-164e-4f27-8c6d-18aa83b108d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449584 Mar 08 19:26:56.009384 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-afa513a6-4b13-4308-881c-24aeceb032df req-a0e772ee-49bb-4cb3-94f7-203c2dd39614 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:56.009759 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-afa513a6-4b13-4308-881c-24aeceb032df req-a0e772ee-49bb-4cb3-94f7-203c2dd39614 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (c6a7c27e-d46f-4e64-8b3f-f9babceacef5), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:56.010101 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.l3_db [req-afa513a6-4b13-4308-881c-24aeceb032df req-a0e772ee-49bb-4cb3-94f7-203c2dd39614 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Floating IP c6a7c27e-d46f-4e64-8b3f-f9babceacef5 disassociated. External IP: 172.27.2.186, port: 32f484d9-4487-4a5e-9c10-1969ef313a7f. Mar 08 19:26:56.010477 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-afa513a6-4b13-4308-881c-24aeceb032df req-a0e772ee-49bb-4cb3-94f7-203c2dd39614 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Calling delete_port for 32f484d9-4487-4a5e-9c10-1969ef313a7f owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:26:56.198604 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-afa513a6-4b13-4308-881c-24aeceb032df req-a0e772ee-49bb-4cb3-94f7-203c2dd39614 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (32f484d9-4487-4a5e-9c10-1969ef313a7f), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:56.234386 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e772ee-49bb-4cb3-94f7-203c2dd39614 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Pushing event deleted for resources: {'Port': ['ID=32f484d9-4487-4a5e-9c10-1969ef313a7f,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:56.370060 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afa513a6-4b13-4308-881c-24aeceb032df req-a0e772ee-49bb-4cb3-94f7-203c2dd39614 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Router a1562454-30ab-4b3e-b508-89e0b929cde4 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:26:56.480295 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afa513a6-4b13-4308-881c-24aeceb032df req-a0e772ee-49bb-4cb3-94f7-203c2dd39614 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:26:56.491884 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b070a06-ca6c-4411-a2d0-ba1d6adacce0 None None] Sync routers for ids ['a1562454-30ab-4b3e-b508-89e0b929cde4'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:26:56.502260 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b070a06-ca6c-4411-a2d0-ba1d6adacce0 None None] Routers {'a1562454-30ab-4b3e-b508-89e0b929cde4'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:26:56.507864 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-4b070a06-ca6c-4411-a2d0-ba1d6adacce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:26:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a1562454-30ab-4b3e-b508-89e0b929cde4'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:26:56.526942 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa513a6-4b13-4308-881c-24aeceb032df req-a0e772ee-49bb-4cb3-94f7-203c2dd39614 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] No DVR routers for this DVR port 32f484d9-4487-4a5e-9c10-1969ef313a7f on host hv-cinder-83009 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:26:56.529345 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-afa513a6-4b13-4308-881c-24aeceb032df req-a0e772ee-49bb-4cb3-94f7-203c2dd39614 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:56.532748 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-afa513a6-4b13-4308-881c-24aeceb032df req-a0e772ee-49bb-4cb3-94f7-203c2dd39614 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.64 "DELETE /v2.0/ports/32f484d9-4487-4a5e-9c10-1969ef313a7f HTTP/1.1" status: 204 len: 173 time: 1.1528425 Mar 08 19:26:56.533186 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d122f-89f8-423f-8053-556adf21300a', 'name': 'network-vif-deleted', 'tag': '32f484d9-4487-4a5e-9c10-1969ef313a7f'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:26:56.536789 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79993b71-c834-4d65-bcea-26e6b58ae661" -d '{"events": [{"server_uuid": "1d9d122f-89f8-423f-8053-556adf21300a", "name": "network-vif-deleted", "tag": "32f484d9-4487-4a5e-9c10-1969ef313a7f"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:26:56.593417 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42f6297-c754-46af-9b79-9e73add516d8 x-openstack-request-id: req-b42f6297-c754-46af-9b79-9e73add516d8 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:26:56.593417 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9d122f-89f8-423f-8053-556adf21300a", "name": "network-vif-deleted", "tag": "32f484d9-4487-4a5e-9c10-1969ef313a7f", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:26:56.593417 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b42f6297-c754-46af-9b79-9e73add516d8 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:26:56.593417 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9d122f-89f8-423f-8053-556adf21300a', 'name': 'network-vif-deleted', 'tag': '32f484d9-4487-4a5e-9c10-1969ef313a7f', 'status': 'completed', 'code': 200} Mar 08 19:26:56.627356 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-4b070a06-ca6c-4411-a2d0-ba1d6adacce0 None None] Set router a1562454-30ab-4b3e-b508-89e0b929cde4 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:26:56.806461 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46174) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:56.869327 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-4b070a06-ca6c-4411-a2d0-ba1d6adacce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '5c809f54-5e78-429e-96f2-9d8f02a99d49', 'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'mac_address': 'fa:16:3e:1a:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:16:03Z', 'updated_at': '2022-03-08T19:16:11Z', 'revision_number': 5, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'subnets': [{'id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:26:56.903156 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b070a06-ca6c-4411-a2d0-ba1d6adacce0 None None] Checking router: a1562454-30ab-4b3e-b508-89e0b929cde4 for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:26:56.914082 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b070a06-ca6c-4411-a2d0-ba1d6adacce0 None None] Routers {'a1562454-30ab-4b3e-b508-89e0b929cde4'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:26:56.922257 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-4b070a06-ca6c-4411-a2d0-ba1d6adacce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:26:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a1562454-30ab-4b3e-b508-89e0b929cde4'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:26:56.934096 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d86f4017-6b7c-40b8-a9f2-7e98d6feef80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:56.973452 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-71fbe321-2170-4c1e-9196-d1232ca49a58 req-13f08543-c691-4d73-99e5-0592e3478033 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9d122f-89f8-423f-8053-556adf21300a HTTP/1.1" status: 200 len: 210 time: 0.0364621 Mar 08 19:26:57.051958 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d86f4017-6b7c-40b8-a9f2-7e98d6feef80 admin admin] Publish callbacks [] for security_group (3122c16b-6d38-4822-9593-39e868f5361a), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:57.083315 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:57.121470 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-4b070a06-ca6c-4411-a2d0-ba1d6adacce0 None None] Set router a1562454-30ab-4b3e-b508-89e0b929cde4 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:26:57.163695 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d86f4017-6b7c-40b8-a9f2-7e98d6feef80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (3122c16b-6d38-4822-9593-39e868f5361a), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:57.202312 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-d86f4017-6b7c-40b8-a9f2-7e98d6feef80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d1444fb5f5a4560ac39b2a63ef746c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947299 Mar 08 19:26:57.204828 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f4017-6b7c-40b8-a9f2-7e98d6feef80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3122c16b-6d38-4822-9593-39e868f5361a,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:57.205227 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46180) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:57.276520 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1514ca36-69d0-4692-8bdf-3af7d410e2ae admin admin] Publish callbacks [] for security_group (3122c16b-6d38-4822-9593-39e868f5361a), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:57.298249 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1514ca36-69d0-4692-8bdf-3af7d410e2ae admin admin] Publish callbacks [] for security_group (3122c16b-6d38-4822-9593-39e868f5361a), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:57.343623 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-4b070a06-ca6c-4411-a2d0-ba1d6adacce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '5c809f54-5e78-429e-96f2-9d8f02a99d49', 'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'mac_address': 'fa:16:3e:1a:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:16:03Z', 'updated_at': '2022-03-08T19:16:11Z', 'revision_number': 5, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'subnets': [{'id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:26:57.373180 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b070a06-ca6c-4411-a2d0-ba1d6adacce0 None None] The sync data for ids ['a1562454-30ab-4b3e-b508-89e0b929cde4'] in dv-cinder-830092-3-iscsi is: [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:16:04Z', 'revision_number': 4, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '5c809f54-5e78-429e-96f2-9d8f02a99d49', 'name': '', 'network_id': '46edac82-f34a-4fd3-bd2f-ca292de936fb', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'mac_address': 'fa:16:3e:1a:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:16:03Z', 'updated_at': '2022-03-08T19:16:11Z', 'revision_number': 5, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'subnets': [{'id': '3c12f396-82f2-4313-8a98-b17d51e08628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:26:57.427142 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1514ca36-69d0-4692-8bdf-3af7d410e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (3122c16b-6d38-4822-9593-39e868f5361a), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:57.429832 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1514ca36-69d0-4692-8bdf-3af7d410e2ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:57.431376 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-1514ca36-69d0-4692-8bdf-3af7d410e2ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3122c16b-6d38-4822-9593-39e868f5361a HTTP/1.1" status: 204 len: 168 time: 0.2248905 Mar 08 19:26:57.444125 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514ca36-69d0-4692-8bdf-3af7d410e2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3122c16b-6d38-4822-9593-39e868f5361a,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:57.609265 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9341ac-fdaa-4e72-ae24-4d5dabf4e2e5 None None] New status for floating IP c6a7c27e-d46f-4e64-8b3f-f9babceacef5: DOWN {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:26:58.155697 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46198) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:58.209488 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c1573280-2f58-45d4-8ae7-e2f1cd74929d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group (f4ce3346-164e-4f27-8c6d-18aa83b108d0), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:58.233126 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c1573280-2f58-45d4-8ae7-e2f1cd74929d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group (f4ce3346-164e-4f27-8c6d-18aa83b108d0), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:58.392684 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c1573280-2f58-45d4-8ae7-e2f1cd74929d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (f4ce3346-164e-4f27-8c6d-18aa83b108d0), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:58.396593 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c1573280-2f58-45d4-8ae7-e2f1cd74929d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:58.397382 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c1573280-2f58-45d4-8ae7-e2f1cd74929d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "DELETE /v2.0/security-groups/f4ce3346-164e-4f27-8c6d-18aa83b108d0 HTTP/1.1" status: 204 len: 168 time: 0.2405958 Mar 08 19:26:58.403842 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46206) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:58.407467 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1573280-2f58-45d4-8ae7-e2f1cd74929d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ce3346-164e-4f27-8c6d-18aa83b108d0,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:58.419066 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.api.v2.resource [None req-f9cfba77-32bd-4d65-8343-c489a166aa4e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] show failed (client error): The resource could not be found. Mar 08 19:26:58.423134 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-f9cfba77-32bd-4d65-8343-c489a166aa4e tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "GET /v2.0/security-groups/f4ce3346-164e-4f27-8c6d-18aa83b108d0 HTTP/1.1" status: 404 len: 347 time: 0.0187695 Mar 08 19:26:58.423459 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46208) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:58.553773 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-9768af7c-3a2f-4c92-a371-01a07bc0283d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Deleting port 3805593f-17de-4769-bcbe-a318b975205a {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:26:58.555848 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9768af7c-3a2f-4c92-a371-01a07bc0283d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (3805593f-17de-4769-bcbe-a318b975205a), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:58.629716 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9768af7c-3a2f-4c92-a371-01a07bc0283d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (3805593f-17de-4769-bcbe-a318b975205a), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:58.630044 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9768af7c-3a2f-4c92-a371-01a07bc0283d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for floatingip (3805593f-17de-4769-bcbe-a318b975205a), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:58.642328 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-9768af7c-3a2f-4c92-a371-01a07bc0283d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Calling delete_port for 3805593f-17de-4769-bcbe-a318b975205a owned by network:floatingip {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:26:58.893692 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9768af7c-3a2f-4c92-a371-01a07bc0283d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (3805593f-17de-4769-bcbe-a318b975205a), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:58.922010 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768af7c-3a2f-4c92-a371-01a07bc0283d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Pushing event deleted for resources: {'Port': ['ID=3805593f-17de-4769-bcbe-a318b975205a,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:58.993776 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9768af7c-3a2f-4c92-a371-01a07bc0283d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks [] for floatingip (c6a7c27e-d46f-4e64-8b3f-f9babceacef5), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:58.996411 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9768af7c-3a2f-4c92-a371-01a07bc0283d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:58.997620 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-9768af7c-3a2f-4c92-a371-01a07bc0283d tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] 10.222.0.21 "DELETE /v2.0/floatingips/c6a7c27e-d46f-4e64-8b3f-f9babceacef5 HTTP/1.1" status: 204 len: 168 time: 0.5730646 Mar 08 19:26:59.426201 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 32f484d9-4487-4a5e-9c10-1969ef313a7f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:26:59.446885 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: 32f484d9-4487-4a5e-9c10-1969ef313a7f {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:26:59.447485 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 32f484d9-4487-4a5e-9c10-1969ef313a7f not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:27:01.838712 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46268) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:02.315805 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37ca83a9-b462-4f89-82be-e4d5e8bad5cf req-9528efc8-add9-4e9b-a82a-f27be13b9eed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0918765 Mar 08 19:27:02.333946 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e41f9a97-5474-41c6-891b-98f204d42bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-329048'] for router_interface (a1562454-30ab-4b3e-b508-89e0b929cde4), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:02.379315 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca83a9-b462-4f89-82be-e4d5e8bad5cf req-648f46da-b1c6-49d8-97bd-c29829ed6378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:02.380817 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37ca83a9-b462-4f89-82be-e4d5e8bad5cf req-648f46da-b1c6-49d8-97bd-c29829ed6378 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7066fbf33be4e52813e7bc19c95d3f4&device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 1129 time: 0.0443759 Mar 08 19:27:02.488955 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca83a9-b462-4f89-82be-e4d5e8bad5cf req-200bfb95-60b7-4141-b3b8-1c82fa993869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:02.490355 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37ca83a9-b462-4f89-82be-e4d5e8bad5cf req-200bfb95-60b7-4141-b3b8-1c82fa993869 service neutron] 10.222.0.64 "GET /v2.0/networks?id=69802df9-787a-41a0-a555-a83afcc0c32c HTTP/1.1" status: 200 len: 909 time: 0.0893965 Mar 08 19:27:02.557108 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37ca83a9-b462-4f89-82be-e4d5e8bad5cf req-ab7e0f9a-3b97-4d25-800d-cf1518306099 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1848d23a-93e3-4698-9652-4de98d5e5d99 HTTP/1.1" status: 200 len: 1001 time: 0.0599618 Mar 08 19:27:02.583350 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-e41f9a97-5474-41c6-891b-98f204d42bd9 admin admin] Deleting port 5c809f54-5e78-429e-96f2-9d8f02a99d49 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:02.583688 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e41f9a97-5474-41c6-891b-98f204d42bd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:02.608670 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca83a9-b462-4f89-82be-e4d5e8bad5cf req-73e3179f-a503-4722-872a-9fb66f6507fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:02.610115 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37ca83a9-b462-4f89-82be-e4d5e8bad5cf req-73e3179f-a503-4722-872a-9fb66f6507fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef5a05d0-7f50-4947-93be-6051fe0e79cc HTTP/1.1" status: 200 len: 847 time: 0.0464578 Mar 08 19:27:02.670130 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca83a9-b462-4f89-82be-e4d5e8bad5cf req-a4d94bcd-3de4-4cbf-9d3f-ff26119d381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:02.671477 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37ca83a9-b462-4f89-82be-e4d5e8bad5cf req-a4d94bcd-3de4-4cbf-9d3f-ff26119d381a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=69802df9-787a-41a0-a555-a83afcc0c32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554090 Mar 08 19:27:02.674224 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-e41f9a97-5474-41c6-891b-98f204d42bd9 admin admin] For port 5c809f54-5e78-429e-96f2-9d8f02a99d49, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=5c809f54-5e78-429e-96f2-9d8f02a99d49,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:02.674769 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e41f9a97-5474-41c6-891b-98f204d42bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:02.682539 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [req-37ca83a9-b462-4f89-82be-e4d5e8bad5cf req-f4a6c787-84b0-4a24-a567-06fcba274b1f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103757) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:27:02.683686 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37ca83a9-b462-4f89-82be-e4d5e8bad5cf req-f4a6c787-84b0-4a24-a567-06fcba274b1f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057514 Mar 08 19:27:02.689927 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-e41f9a97-5474-41c6-891b-98f204d42bd9 admin admin] Calling delete_port for 5c809f54-5e78-429e-96f2-9d8f02a99d49 owned by network:router_interface {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:02.693905 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:27:02.786920 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37ca83a9-b462-4f89-82be-e4d5e8bad5cf req-5f457677-cae7-4640-b8d5-b19ae4f299b6 service neutron] 10.222.0.64 "GET /v2.0/networks/69802df9-787a-41a0-a555-a83afcc0c32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962720 Mar 08 19:27:02.891154 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37ca83a9-b462-4f89-82be-e4d5e8bad5cf req-10e8a8ea-69e7-4d3e-8674-44d8bcc2ebc9 service neutron] 10.222.0.64 "GET /v2.0/networks/69802df9-787a-41a0-a555-a83afcc0c32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984519 Mar 08 19:27:03.116658 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e41f9a97-5474-41c6-891b-98f204d42bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (5c809f54-5e78-429e-96f2-9d8f02a99d49), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:03.143480 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f9a97-5474-41c6-891b-98f204d42bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c809f54-5e78-429e-96f2-9d8f02a99d49,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:03.318430 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e41f9a97-5474-41c6-891b-98f204d42bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-329004'] for router_interface (a1562454-30ab-4b3e-b508-89e0b929cde4), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:03.563067 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41f9a97-5474-41c6-891b-98f204d42bd9 admin admin] Router a1562454-30ab-4b3e-b508-89e0b929cde4 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:27:03.678104 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41f9a97-5474-41c6-891b-98f204d42bd9 admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:27:03.685834 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-e41f9a97-5474-41c6-891b-98f204d42bd9 admin admin] 10.222.0.21 "PUT /v2.0/routers/a1562454-30ab-4b3e-b508-89e0b929cde4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8432837 Mar 08 19:27:03.686196 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46286) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:03.688837 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d460e42c-d5ae-4de8-b902-f472c367f855 None None] Sync routers for ids ['a1562454-30ab-4b3e-b508-89e0b929cde4'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:27:03.700398 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d460e42c-d5ae-4de8-b902-f472c367f855 None None] Routers {'a1562454-30ab-4b3e-b508-89e0b929cde4'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:03.701290 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-d460e42c-d5ae-4de8-b902-f472c367f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:26:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a1562454-30ab-4b3e-b508-89e0b929cde4'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:03.796519 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-36a66e99-a618-48e4-b5b0-a8ca030a1efa admin admin] Publish callbacks [] for router (a1562454-30ab-4b3e-b508-89e0b929cde4), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:03.811903 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-d460e42c-d5ae-4de8-b902-f472c367f855 None None] Set router a1562454-30ab-4b3e-b508-89e0b929cde4 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:03.907460 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-36a66e99-a618-48e4-b5b0-a8ca030a1efa admin admin] Publish callbacks [] for router_gateway (a1562454-30ab-4b3e-b508-89e0b929cde4), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:03.994134 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-d460e42c-d5ae-4de8-b902-f472c367f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '33d149eb-24db-4b26-8272-d789fb289372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:27:02Z', 'revision_number': 5, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port': {'id': '33d149eb-24db-4b26-8272-d789fb289372', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:15:58Z', 'updated_at': '2022-03-08T19:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:04.019681 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d460e42c-d5ae-4de8-b902-f472c367f855 None None] Checking router: a1562454-30ab-4b3e-b508-89e0b929cde4 for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:27:04.028137 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d460e42c-d5ae-4de8-b902-f472c367f855 None None] Routers {'a1562454-30ab-4b3e-b508-89e0b929cde4'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:04.028741 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-d460e42c-d5ae-4de8-b902-f472c367f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:26:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['a1562454-30ab-4b3e-b508-89e0b929cde4'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:04.053250 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-36a66e99-a618-48e4-b5b0-a8ca030a1efa admin admin] Deleting port 33d149eb-24db-4b26-8272-d789fb289372 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:04.053594 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-36a66e99-a618-48e4-b5b0-a8ca030a1efa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (33d149eb-24db-4b26-8272-d789fb289372), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:04.117430 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-d460e42c-d5ae-4de8-b902-f472c367f855 None None] Set router a1562454-30ab-4b3e-b508-89e0b929cde4 gateway port host: None {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:04.140957 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-36a66e99-a618-48e4-b5b0-a8ca030a1efa admin admin] For port 33d149eb-24db-4b26-8272-d789fb289372, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=33d149eb-24db-4b26-8272-d789fb289372,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:04.141641 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-36a66e99-a618-48e4-b5b0-a8ca030a1efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (33d149eb-24db-4b26-8272-d789fb289372), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:04.153778 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-36a66e99-a618-48e4-b5b0-a8ca030a1efa admin admin] Calling delete_port for 33d149eb-24db-4b26-8272-d789fb289372 owned by network:router_gateway {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:04.174873 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-d460e42c-d5ae-4de8-b902-f472c367f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:27:03Z', 'revision_number': 6, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port_host': None}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:04.200711 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d460e42c-d5ae-4de8-b902-f472c367f855 None None] The sync data for ids ['a1562454-30ab-4b3e-b508-89e0b929cde4'] in dv-cinder-830092-3-iscsi is: [{'id': 'a1562454-30ab-4b3e-b508-89e0b929cde4', 'name': 'tempest-AttachVolumeShelveTestJSON-882044321-router', 'tenant_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:15:56Z', 'updated_at': '2022-03-08T19:27:03Z', 'revision_number': 6, 'project_id': 'e232d9d1074348e8bcb4ab6f69434a83', 'gw_port_host': None}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:27:04.438745 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-36a66e99-a618-48e4-b5b0-a8ca030a1efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (33d149eb-24db-4b26-8272-d789fb289372), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:04.464628 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a66e99-a618-48e4-b5b0-a8ca030a1efa admin admin] Pushing event deleted for resources: {'Port': ['ID=33d149eb-24db-4b26-8272-d789fb289372,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:04.531244 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-36a66e99-a618-48e4-b5b0-a8ca030a1efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-328326'] for router_gateway (a1562454-30ab-4b3e-b508-89e0b929cde4), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:04.634582 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-36a66e99-a618-48e4-b5b0-a8ca030a1efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-331570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25210'] for router (a1562454-30ab-4b3e-b508-89e0b929cde4), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:04.637466 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-36a66e99-a618-48e4-b5b0-a8ca030a1efa admin admin] Publish callbacks [] for router_controller (a1562454-30ab-4b3e-b508-89e0b929cde4), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:04.719208 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46294) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:04.769615 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-36a66e99-a618-48e4-b5b0-a8ca030a1efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-331557'] for router (a1562454-30ab-4b3e-b508-89e0b929cde4), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:04.770153 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a66e99-a618-48e4-b5b0-a8ca030a1efa admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1562454-30ab-4b3e-b508-89e0b929cde4 {{(pid=103758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:27:04.774984 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-36a66e99-a618-48e4-b5b0-a8ca030a1efa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:04.778526 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-36a66e99-a618-48e4-b5b0-a8ca030a1efa admin admin] 10.222.0.21 "DELETE /v2.0/routers/a1562454-30ab-4b3e-b508-89e0b929cde4 HTTP/1.1" status: 204 len: 168 time: 1.0888524 Mar 08 19:27:04.778737 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46298) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:04.833050 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_v2 [None req-050c6082-dde7-43fe-a1c2-73d6bc084b95 admin admin] Deleting subnet 3c12f396-82f2-4313-8a98-b17d51e08628 {{(pid=103758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:27:04.835981 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c96bbbe3-b94c-464e-a3e5-426e3020f886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:04.837652 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-050c6082-dde7-43fe-a1c2-73d6bc084b95 admin admin] Publish callbacks [] for subnet (3c12f396-82f2-4313-8a98-b17d51e08628), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:04.885313 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-050c6082-dde7-43fe-a1c2-73d6bc084b95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13620975'] for subnet (3c12f396-82f2-4313-8a98-b17d51e08628), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.003600 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-050c6082-dde7-43fe-a1c2-73d6bc084b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669433'] for subnet (3c12f396-82f2-4313-8a98-b17d51e08628), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.006672 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c96bbbe3-b94c-464e-a3e5-426e3020f886 admin admin] Publish callbacks [] for security_group (80d001e1-a33a-4b93-b438-7e4eecf62134), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.016114 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 5c809f54-5e78-429e-96f2-9d8f02a99d49 no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:27:05.038868 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: 5c809f54-5e78-429e-96f2-9d8f02a99d49 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:27:05.039269 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 5c809f54-5e78-429e-96f2-9d8f02a99d49 not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:27:05.088865 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c96bbbe3-b94c-464e-a3e5-426e3020f886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (80d001e1-a33a-4b93-b438-7e4eecf62134), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.128960 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-c96bbbe3-b94c-464e-a3e5-426e3020f886 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ce4672d86b5446bb7fd60a14f79dada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4086609 Mar 08 19:27:05.129951 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bbbe3-b94c-464e-a3e5-426e3020f886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d001e1-a33a-4b93-b438-7e4eecf62134,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:05.132889 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46300) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:05.142551 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-050c6082-dde7-43fe-a1c2-73d6bc084b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13606602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15838044'] for subnet (3c12f396-82f2-4313-8a98-b17d51e08628), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.172145 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c6082-dde7-43fe-a1c2-73d6bc084b95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c12f396-82f2-4313-8a98-b17d51e08628,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:05.176166 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-050c6082-dde7-43fe-a1c2-73d6bc084b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.179529 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-050c6082-dde7-43fe-a1c2-73d6bc084b95 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3c12f396-82f2-4313-8a98-b17d51e08628 HTTP/1.1" status: 204 len: 168 time: 0.3998134 Mar 08 19:27:05.183698 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46302) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:05.187971 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb8c4da-8171-4de7-910d-93513a485b20 None None] Network 46edac82-f34a-4fd3-bd2f-ca292de936fb requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:27:05.200636 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e46f4044-2d23-4dfc-a4ea-0fdf72c1ed0c admin admin] Publish callbacks [] for security_group (80d001e1-a33a-4b93-b438-7e4eecf62134), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.226899 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e46f4044-2d23-4dfc-a4ea-0fdf72c1ed0c admin admin] Publish callbacks [] for security_group (80d001e1-a33a-4b93-b438-7e4eecf62134), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.386977 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a43a64b-f0bd-45fb-b2da-f2f915482b64 None None] DHCP port deletion for 46edac82-f34a-4fd3-bd2f-ca292de936fb request from dv-cinder-830092-3-iscsi {{(pid=103759) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:27:05.398859 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e46f4044-2d23-4dfc-a4ea-0fdf72c1ed0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (80d001e1-a33a-4b93-b438-7e4eecf62134), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.405741 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e46f4044-2d23-4dfc-a4ea-0fdf72c1ed0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.407875 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-e46f4044-2d23-4dfc-a4ea-0fdf72c1ed0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80d001e1-a33a-4b93-b438-7e4eecf62134 HTTP/1.1" status: 204 len: 168 time: 0.2748878 Mar 08 19:27:05.421762 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f4044-2d23-4dfc-a4ea-0fdf72c1ed0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d001e1-a33a-4b93-b438-7e4eecf62134,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:05.471613 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8a43a64b-f0bd-45fb-b2da-f2f915482b64 None None] Deleting port b4849f49-7256-4238-81f6-30e93a61633f {{(pid=103759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:05.471991 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8a43a64b-f0bd-45fb-b2da-f2f915482b64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (b4849f49-7256-4238-81f6-30e93a61633f), before_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.518436 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715894'] for network (46edac82-f34a-4fd3-bd2f-ca292de936fb), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.542087 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-8a43a64b-f0bd-45fb-b2da-f2f915482b64 None None] For port b4849f49-7256-4238-81f6-30e93a61633f, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=b4849f49-7256-4238-81f6-30e93a61633f,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:05.542416 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8a43a64b-f0bd-45fb-b2da-f2f915482b64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (b4849f49-7256-4238-81f6-30e93a61633f), precommit_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.555610 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8a43a64b-f0bd-45fb-b2da-f2f915482b64 None None] Calling delete_port for b4849f49-7256-4238-81f6-30e93a61633f owned by network:dhcp {{(pid=103759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:05.580394 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] Deleting port b4849f49-7256-4238-81f6-30e93a61633f {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:05.587882 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (b4849f49-7256-4238-81f6-30e93a61633f), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.661741 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] For port b4849f49-7256-4238-81f6-30e93a61633f, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=b4849f49-7256-4238-81f6-30e93a61633f,segment=NetworkSegment(fcfe9897-d3b1-4a0e-98ed-08dc4480500d),segment_id=fcfe9897-d3b1-4a0e-98ed-08dc4480500d)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:05.661741 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (b4849f49-7256-4238-81f6-30e93a61633f), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.664876 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] Calling delete_port for b4849f49-7256-4238-81f6-30e93a61633f owned by network:dhcp {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:05.785483 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8a43a64b-f0bd-45fb-b2da-f2f915482b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226'] for port (b4849f49-7256-4238-81f6-30e93a61633f), after_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.793941 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (b4849f49-7256-4238-81f6-30e93a61633f), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.818048 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43a64b-f0bd-45fb-b2da-f2f915482b64 None None] Pushing event deleted for resources: {'Port': ['ID=b4849f49-7256-4238-81f6-30e93a61633f,revision_number=None']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:05.820650 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4849f49-7256-4238-81f6-30e93a61633f,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:05.824852 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] No DVR routers for this DVR port b4849f49-7256-4238-81f6-30e93a61633f on host dv-cinder-830092-3-iscsi {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:27:05.825497 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a43a64b-f0bd-45fb-b2da-f2f915482b64 None None] No DVR routers for this DVR port b4849f49-7256-4238-81f6-30e93a61633f on host dv-cinder-830092-3-iscsi {{(pid=103759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:27:05.901817 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733302', 'neutron.services.segments.db._delete_segments_for_network-8785633600359'] for network (46edac82-f34a-4fd3-bd2f-ca292de936fb), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.921726 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46edac82-f34a-4fd3-bd2f-ca292de936fb']}} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:05.931717 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d') {'for_net_delete': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:05.935959 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcfe9897-d3b1-4a0e-98ed-08dc4480500d') {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:05.941542 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785633599600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13620756'] for segment (fcfe9897-d3b1-4a0e-98ed-08dc4480500d), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.955491 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (fcfe9897-d3b1-4a0e-98ed-08dc4480500d), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.961337 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:27:05.961720 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13606560'] for segment (fcfe9897-d3b1-4a0e-98ed-08dc4480500d), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: self.session.flush() Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: self.session.flush() Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: self.session.flush() Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: self.session.flush() Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: Traceback (most recent call last): Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: timer() Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: cb(*args, **kw) Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: return func(*args, **kwargs) Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: self._notify() Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: self.callback(batched_events) Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: event.method(event) Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: return f(self, *a, **k) Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: return self._get(url).json() Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: return self.request(url, 'GET', **kwargs) Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:27:05.963700 dv-cinder-830092-3-iscsi neutron-server[103758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:27:06.147125 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-328354'] for network (46edac82-f34a-4fd3-bd2f-ca292de936fb), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:06.153007 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:06.156258 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] 10.222.0.21 "DELETE /v2.0/networks/46edac82-f34a-4fd3-bd2f-ca292de936fb HTTP/1.1" status: 204 len: 168 time: 0.9713717 Mar 08 19:27:06.167358 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89059309-a18d-4fa6-a9df-a8993ded6465 admin admin] Pushing event deleted for resources: {'Network': ['ID=46edac82-f34a-4fd3-bd2f-ca292de936fb,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:06.364221 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46310) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:06.378587 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9c84-061a-46c9-86f2-f64a6dae0638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:06.452010 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9c84-061a-46c9-86f2-f64a6dae0638 admin admin] Publish callbacks [] for security_group (8f3f88e7-81d6-4b85-9c0e-5b5451c1ae94), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:06.520153 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device b4849f49-7256-4238-81f6-30e93a61633f no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:27:06.541295 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: b4849f49-7256-4238-81f6-30e93a61633f {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:27:06.541636 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device b4849f49-7256-4238-81f6-30e93a61633f not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:27:06.542041 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 33d149eb-24db-4b26-8272-d789fb289372 no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:27:06.560449 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: 33d149eb-24db-4b26-8272-d789fb289372 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:27:06.560789 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 33d149eb-24db-4b26-8272-d789fb289372 not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:27:06.581866 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46312) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:06.601374 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9c84-061a-46c9-86f2-f64a6dae0638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (8f3f88e7-81d6-4b85-9c0e-5b5451c1ae94), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:06.645526 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-e3f21b85-056e-4382-8ce1-aad13354eef2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e232d9d1074348e8bcb4ab6f69434a83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0624907 Mar 08 19:27:06.649342 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46314) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:06.656035 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed9c84-061a-46c9-86f2-f64a6dae0638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3f88e7-81d6-4b85-9c0e-5b5451c1ae94,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:06.661858 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-e5ed9c84-061a-46c9-86f2-f64a6dae0638 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f32dab78a0a443698e4dee89c467167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965140 Mar 08 19:27:06.664659 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46316) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:06.699276 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d61b39be-2dff-4de3-b8b9-e05dcd89d675 admin admin] Publish callbacks [] for security_group (80edbb82-ab25-4416-8549-fcc5ad49246f), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:06.717189 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9fdc2a55-bd18-418b-8944-f82da9b7c01d admin admin] Publish callbacks [] for security_group (8f3f88e7-81d6-4b85-9c0e-5b5451c1ae94), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:06.720458 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d61b39be-2dff-4de3-b8b9-e05dcd89d675 admin admin] Publish callbacks [] for security_group (80edbb82-ab25-4416-8549-fcc5ad49246f), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:06.738778 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9fdc2a55-bd18-418b-8944-f82da9b7c01d admin admin] Publish callbacks [] for security_group (8f3f88e7-81d6-4b85-9c0e-5b5451c1ae94), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:06.890097 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d61b39be-2dff-4de3-b8b9-e05dcd89d675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (80edbb82-ab25-4416-8549-fcc5ad49246f), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:06.892770 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d61b39be-2dff-4de3-b8b9-e05dcd89d675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:06.893932 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-d61b39be-2dff-4de3-b8b9-e05dcd89d675 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80edbb82-ab25-4416-8549-fcc5ad49246f HTTP/1.1" status: 204 len: 168 time: 0.2446899 Mar 08 19:27:06.907754 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b39be-2dff-4de3-b8b9-e05dcd89d675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80edbb82-ab25-4416-8549-fcc5ad49246f,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:06.935481 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9fdc2a55-bd18-418b-8944-f82da9b7c01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (8f3f88e7-81d6-4b85-9c0e-5b5451c1ae94), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:06.938102 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9fdc2a55-bd18-418b-8944-f82da9b7c01d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:06.939341 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-9fdc2a55-bd18-418b-8944-f82da9b7c01d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f3f88e7-81d6-4b85-9c0e-5b5451c1ae94 HTTP/1.1" status: 204 len: 168 time: 0.2731309 Mar 08 19:27:06.947407 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc2a55-bd18-418b-8944-f82da9b7c01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3f88e7-81d6-4b85-9c0e-5b5451c1ae94,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:08.252165 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46362) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:08.352586 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-c5845b57-00e0-4d7e-93b8-5f9a9510c540 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1240801957-network', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:27:08.501341 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5845b57-00e0-4d7e-93b8-5f9a9510c540 admin admin] Made reservation on behalf of 17c53ee7803b47cc8d763a1bc18f14c6 for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:27:08.503620 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c5845b57-00e0-4d7e-93b8-5f9a9510c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:08.513652 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c5845b57-00e0-4d7e-93b8-5f9a9510c540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:08.591509 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c5845b57-00e0-4d7e-93b8-5f9a9510c540 admin admin] Publish callbacks [] for security_group (52a9bdac-93f0-44dc-9903-a22c54947221), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:08.729525 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c5845b57-00e0-4d7e-93b8-5f9a9510c540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (52a9bdac-93f0-44dc-9903-a22c54947221), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:08.754948 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5845b57-00e0-4d7e-93b8-5f9a9510c540 admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:27:08.765586 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5845b57-00e0-4d7e-93b8-5f9a9510c540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a9bdac-93f0-44dc-9903-a22c54947221,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:08.770373 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c5845b57-00e0-4d7e-93b8-5f9a9510c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (d26ccd52-72fd-41ec-bc13-42c1232a31dc), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:08.770735 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.segments_db [None req-c5845b57-00e0-4d7e-93b8-5f9a9510c540 admin admin] Added segment d26ccd52-72fd-41ec-bc13-42c1232a31dc of type vlan for network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 Mar 08 19:27:08.810907 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c5845b57-00e0-4d7e-93b8-5f9a9510c540 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (5312f11b-a29a-4f8c-b3dc-94cb8eba8518), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:08.923832 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c5845b57-00e0-4d7e-93b8-5f9a9510c540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (5312f11b-a29a-4f8c-b3dc-94cb8eba8518), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:08.924811 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5845b57-00e0-4d7e-93b8-5f9a9510c540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:08.925393 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c5845b57-00e0-4d7e-93b8-5f9a9510c540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:08.985804 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5845b57-00e0-4d7e-93b8-5f9a9510c540 admin admin] Pushing event updated for resources: {'Network': ['ID=5312f11b-a29a-4f8c-b3dc-94cb8eba8518,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:08.996473 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:27:09.122118 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-c5845b57-00e0-4d7e-93b8-5f9a9510c540 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8688066 Mar 08 19:27:09.125215 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46378) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:09.129960 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-5a7120f0-1696-46cb-8bac-e5d9e89d7518 admin admin] Request body: {'subnet': {'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1240801957-subnet', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:27:09.295882 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7120f0-1696-46cb-8bac-e5d9e89d7518 admin admin] Made reservation on behalf of 17c53ee7803b47cc8d763a1bc18f14c6 for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:27:09.298294 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5a7120f0-1696-46cb-8bac-e5d9e89d7518 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15838011'] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:09.554907 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5a7120f0-1696-46cb-8bac-e5d9e89d7518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13603085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15837989'] for subnet (0cf5dd8a-43af-48fd-90c6-5dc13b7073d5), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:09.608866 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7120f0-1696-46cb-8bac-e5d9e89d7518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf5dd8a-43af-48fd-90c6-5dc13b7073d5,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:09.618733 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7120f0-1696-46cb-8bac-e5d9e89d7518 admin admin] Checking segment: {'id': 'd26ccd52-72fd-41ec-bc13-42c1232a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:27:09.619200 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7120f0-1696-46cb-8bac-e5d9e89d7518 admin admin] Network hostable DHCP agents. Network: 5312f11b-a29a-4f8c-b3dc-94cb8eba8518, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:27:09.767860 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7120f0-1696-46cb-8bac-e5d9e89d7518 admin admin] Network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:27:09.867035 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-5a7120f0-1696-46cb-8bac-e5d9e89d7518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, 5312f11b-a29a-4f8c-b3dc-94cb8eba8518) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:27:09.873048 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7120f0-1696-46cb-8bac-e5d9e89d7518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:09.873825 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5a7120f0-1696-46cb-8bac-e5d9e89d7518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:09.877915 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50537cc9-85ad-40ab-926a-7aad218bfcc7 None None] Network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:27:10.001862 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-5a7120f0-1696-46cb-8bac-e5d9e89d7518 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8755813 Mar 08 19:27:10.004742 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46392) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:10.009324 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:27:10.114743 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a457b4-5bad-5c4a-859d-84f590f656d3-5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'fixed_ips': [{'subnet_id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5'}]}} from dv-cinder-830092-3-iscsi. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:27:10.115977 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:10.210136 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-330644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25156'] for router (ff24b608-69fb-4384-a978-ad3899265c14), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:10.211254 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-331620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-328407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25165'] for router (ff24b608-69fb-4384-a978-ad3899265c14), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:10.257647 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Allocated IP 172.20.0.2 (5312f11b-a29a-4f8c-b3dc-94cb8eba8518/0cf5dd8a-43af-48fd-90c6-5dc13b7073d5/9c8d38e0-6b4a-46ab-98f1-f95ca57fee27) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:27:10.270153 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Publish callbacks [] for router_controller (ff24b608-69fb-4384-a978-ad3899265c14), precommit_add_association {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:10.399994 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Publish callbacks [] for port (9c8d38e0-6b4a-46ab-98f1-f95ca57fee27), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:10.484476 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217'] for port (9c8d38e0-6b4a-46ab-98f1-f95ca57fee27), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:10.513970 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Publish callbacks [] for router_gateway (ff24b608-69fb-4384-a978-ad3899265c14), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:10.532487 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:27:10.535367 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:27:10.539417 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:27:10.547661 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Pushing event updated for resources: {'Port': ['ID=9c8d38e0-6b4a-46ab-98f1-f95ca57fee27,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:10.599463 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Attempting to bind port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:27:10.599834 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Attempting to bind port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': 'd26ccd52-72fd-41ec-bc13-42c1232a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:27:10.600196 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Attempting to bind port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 on network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:27:10.605329 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:27:10.608081 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Checking segment: {'id': 'd26ccd52-72fd-41ec-bc13-42c1232a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:27:10.608081 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:10.608081 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Bound using segment: {'id': 'd26ccd52-72fd-41ec-bc13-42c1232a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:27:10.608081 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Bound port: 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26ccd52-72fd-41ec-bc13-42c1232a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:27:10.608081 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (9c8d38e0-6b4a-46ab-98f1-f95ca57fee27), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:10.670829 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] For port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:27:10.674131 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] For port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=9c8d38e0-6b4a-46ab-98f1-f95ca57fee27,segment=NetworkSegment(d26ccd52-72fd-41ec-bc13-42c1232a31dc),segment_id=d26ccd52-72fd-41ec-bc13-42c1232a31dc)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:27:10.799192 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Publish callbacks [] for router_gateway (ff24b608-69fb-4384-a978-ad3899265c14), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:10.817812 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:10.859840 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (9c8d38e0-6b4a-46ab-98f1-f95ca57fee27), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:10.922014 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaed7ca-5ba9-4b00-b295-c03e99db9bdb None None] Pushing event updated for resources: {'Port': ['ID=9c8d38e0-6b4a-46ab-98f1-f95ca57fee27,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:10.941473 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Allocated IP 172.27.2.11 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/1d1276e7-200e-4a9e-aadb-c742544e2351) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:27:11.049072 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Publish callbacks [] for port (1d1276e7-200e-4a9e-aadb-c742544e2351), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:11.220114 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (1d1276e7-200e-4a9e-aadb-c742544e2351), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:11.260295 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:27:11.263148 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:27:11.265585 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:27:11.296604 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d1276e7-200e-4a9e-aadb-c742544e2351,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:11.633439 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Publish callbacks [] for router_gateway (ff24b608-69fb-4384-a978-ad3899265c14), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:11.827930 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfdaee0-8526-4692-be88-f178be62681f None None] Network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:27:11.839790 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-331631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-328442'] for router (ff24b608-69fb-4384-a978-ad3899265c14), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:11.927610 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-3a7593ff-efa5-4e8d-ba3f-4ea81f49c856 None None] Provisioning complete for port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:27:11.927981 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3a7593ff-efa5-4e8d-ba3f-4ea81f49c856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (9c8d38e0-6b4a-46ab-98f1-f95ca57fee27), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:12.048246 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-3a7593ff-efa5-4e8d-ba3f-4ea81f49c856 None None] Current status of the port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:27:12.048868 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3a7593ff-efa5-4e8d-ba3f-4ea81f49c856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (9c8d38e0-6b4a-46ab-98f1-f95ca57fee27), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:12.083569 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-3a7593ff-efa5-4e8d-ba3f-4ea81f49c856 None None] For port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=9c8d38e0-6b4a-46ab-98f1-f95ca57fee27,segment=NetworkSegment(d26ccd52-72fd-41ec-bc13-42c1232a31dc),segment_id=d26ccd52-72fd-41ec-bc13-42c1232a31dc)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:12.106785 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Router ff24b608-69fb-4384-a978-ad3899265c14 is scheduled to L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 with binding_index 1 {{(pid=103758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:27:12.210985 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3a7593ff-efa5-4e8d-ba3f-4ea81f49c856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (9c8d38e0-6b4a-46ab-98f1-f95ca57fee27), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:12.218277 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:27:12.240943 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Sync routers for ids ['ff24b608-69fb-4384-a978-ad3899265c14'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:27:12.269348 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Routers {'ff24b608-69fb-4384-a978-ad3899265c14'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:12.269951 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:26:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ff24b608-69fb-4384-a978-ad3899265c14'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:12.313254 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7593ff-efa5-4e8d-ba3f-4ea81f49c856 None None] Pushing event updated for resources: {'Port': ['ID=9c8d38e0-6b4a-46ab-98f1-f95ca57fee27,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:12.365752 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:12.367268 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-bb16b81e-0041-4c5e-abc2-16e174b6f8d2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3613350 Mar 08 19:27:12.370118 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46400) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:12.385582 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-fd8e1d63-57a9-4f38-820e-dfca515d9a93 None None] Provisioning complete for port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:27:12.385952 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fd8e1d63-57a9-4f38-820e-dfca515d9a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (9c8d38e0-6b4a-46ab-98f1-f95ca57fee27), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:12.427915 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Set router ff24b608-69fb-4384-a978-ad3899265c14 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:12.570241 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:27:12.632619 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-fd8e1d63-57a9-4f38-820e-dfca515d9a93 None None] Current status of the port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:27:12.686188 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:27:12.686658 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (9c8d38e0-6b4a-46ab-98f1-f95ca57fee27), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:12.731546 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:11Z', 'revision_number': 3, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:12.761605 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Checking router: ff24b608-69fb-4384-a978-ad3899265c14 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:27:12.767984 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Updating router ff24b608-69fb-4384-a978-ad3899265c14 port 1d1276e7-200e-4a9e-aadb-c742544e2351 binding host dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:27:12.807976 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:12.821703 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (1d1276e7-200e-4a9e-aadb-c742544e2351), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:12.825520 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:27:12.974542 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] Allocated IP 172.20.0.1 (5312f11b-a29a-4f8c-b3dc-94cb8eba8518/0cf5dd8a-43af-48fd-90c6-5dc13b7073d5/a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:27:13.087512 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] Publish callbacks [] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:13.089244 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Publish callbacks [] for port (1d1276e7-200e-4a9e-aadb-c742544e2351), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:13.219292 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (1d1276e7-200e-4a9e-aadb-c742544e2351), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:13.250640 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:13.274807 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Attempting to bind port 1d1276e7-200e-4a9e-aadb-c742544e2351 on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:27:13.275173 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Attempting to bind port 1d1276e7-200e-4a9e-aadb-c742544e2351 by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:27:13.275553 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Attempting to bind port 1d1276e7-200e-4a9e-aadb-c742544e2351 on network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:27:13.283361 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd79181-386d-4219-a4b4-d07b9d0c1e2f None None] Pushing event updated for resources: {'Port': ['ID=1d1276e7-200e-4a9e-aadb-c742544e2351,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:13.285827 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:27:13.286196 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Checking segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:27:13.286617 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:13.286995 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Bound using segment: {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:27:13.287450 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Bound port: 1d1276e7-200e-4a9e-aadb-c742544e2351, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131ea792-23a6-4fe5-a6fd-474920f15357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:27:13.287819 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (1d1276e7-200e-4a9e-aadb-c742544e2351), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:13.296027 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] Network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:27:13.299045 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:27:13.302563 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:27:13.350189 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] For port 1d1276e7-200e-4a9e-aadb-c742544e2351, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:27:13.350189 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] For port 1d1276e7-200e-4a9e-aadb-c742544e2351, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=1d1276e7-200e-4a9e-aadb-c742544e2351,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:27:13.461986 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (1d1276e7-200e-4a9e-aadb-c742544e2351), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:13.529522 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Routers {'ff24b608-69fb-4384-a978-ad3899265c14'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:13.530033 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:26:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ff24b608-69fb-4384-a978-ad3899265c14'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:13.580590 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] Pushing event updated for resources: {'Port': ['ID=a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:13.593466 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd79181-386d-4219-a4b4-d07b9d0c1e2f None None] Pushing event updated for resources: {'Port': ['ID=1d1276e7-200e-4a9e-aadb-c742544e2351,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:13.601579 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327895'] for router_interface (ff24b608-69fb-4384-a978-ad3899265c14), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:13.608079 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-24556ae8-9958-45a6-bee4-90ca6ecf31ba None None] Provisioning complete for port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:27:13.608467 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-24556ae8-9958-45a6-bee4-90ca6ecf31ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:13.680036 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-24556ae8-9958-45a6-bee4-90ca6ecf31ba None None] Port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:27:13.692022 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] Set router ff24b608-69fb-4384-a978-ad3899265c14 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:13.842087 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:13.991954 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:11Z', 'revision_number': 3, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:14.003657 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] Publish callbacks [] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:14.017505 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7718e189-d844-49d5-a181-239e1e4fa514 None None] The sync data for ids ['ff24b608-69fb-4384-a978-ad3899265c14'] in dv-cinder-830092-3-iscsi is: [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:11Z', 'revision_number': 3, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:27:14.135420 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:14.201238 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] Pushing event updated for resources: {'Port': ['ID=a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:14.203618 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327867'] for router_interface (ff24b608-69fb-4384-a978-ad3899265c14), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:14.320766 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] Network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:27:14.322364 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:27:14.456576 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] Router ff24b608-69fb-4384-a978-ad3899265c14 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:27:14.568923 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 1d1276e7-200e-4a9e-aadb-c742544e2351 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:27:14.596089 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:27:14.601888 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-8619b232-dae0-4dfc-b19b-ff7321908cea admin admin] 10.222.0.21 "PUT /v2.0/routers/ff24b608-69fb-4384-a978-ad3899265c14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2304363 Mar 08 19:27:14.628664 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-ba695d30-8eb9-4084-92c7-1cd7251cc21e None None] Provisioning complete for port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:27:14.629111 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ba695d30-8eb9-4084-92c7-1cd7251cc21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:14.669183 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 1d1276e7-200e-4a9e-aadb-c742544e2351 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:27:14.669646 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (1d1276e7-200e-4a9e-aadb-c742544e2351), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:14.673714 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-ba695d30-8eb9-4084-92c7-1cd7251cc21e None None] Port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:27:14.754282 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 1d1276e7-200e-4a9e-aadb-c742544e2351 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:27:14.754774 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (1d1276e7-200e-4a9e-aadb-c742544e2351), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:14.780916 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] For port 1d1276e7-200e-4a9e-aadb-c742544e2351, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=1d1276e7-200e-4a9e-aadb-c742544e2351,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:14.884359 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (1d1276e7-200e-4a9e-aadb-c742544e2351), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:14.945920 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Pushing event updated for resources: {'Port': ['ID=1d1276e7-200e-4a9e-aadb-c742544e2351,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:15.195947 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46416) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:15.200470 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-e74552b7-6f9d-40b9-8568-2bf431c27518 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1245368336', 'description': 'tempest-description--1698861801'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:27:15.312945 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e74552b7-6f9d-40b9-8568-2bf431c27518 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:15.380092 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e74552b7-6f9d-40b9-8568-2bf431c27518 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group (107930d4-8cd5-464e-9086-c6336ffdc700), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:15.476352 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e74552b7-6f9d-40b9-8568-2bf431c27518 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (107930d4-8cd5-464e-9086-c6336ffdc700), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:15.504897 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74552b7-6f9d-40b9-8568-2bf431c27518 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107930d4-8cd5-464e-9086-c6336ffdc700,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:15.604914 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e74552b7-6f9d-40b9-8568-2bf431c27518 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:15.608041 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-e74552b7-6f9d-40b9-8568-2bf431c27518 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4092624 Mar 08 19:27:15.610226 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46420) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:15.615193 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-5708239f-ee6d-4565-824b-6ec3706e7729 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Request body: {'security_group_rule': {'security_group_id': '107930d4-8cd5-464e-9086-c6336ffdc700', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:27:15.625918 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Sync routers for ids ['ff24b608-69fb-4384-a978-ad3899265c14'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:27:15.636483 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Routers {'ff24b608-69fb-4384-a978-ad3899265c14'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:15.637111 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:26:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ff24b608-69fb-4384-a978-ad3899265c14'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:15.743016 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Set router ff24b608-69fb-4384-a978-ad3899265c14 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:15.767568 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5708239f-ee6d-4565-824b-6ec3706e7729 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group_rule (4f757715-4935-4604-bd29-d47cb5c40b8f), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:15.821636 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5708239f-ee6d-4565-824b-6ec3706e7729 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group_rule (4f757715-4935-4604-bd29-d47cb5c40b8f), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:15.918535 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5708239f-ee6d-4565-824b-6ec3706e7729 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (4f757715-4935-4604-bd29-d47cb5c40b8f), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:15.938819 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708239f-ee6d-4565-824b-6ec3706e7729 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f757715-4935-4604-bd29-d47cb5c40b8f,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:15.942374 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:13Z', 'revision_number': 4, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e', 'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'mac_address': 'fa:16:3e:b7:c0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:12Z', 'updated_at': '2022-03-08T19:27:13Z', 'revision_number': 2, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'subnets': [{'id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:15.970892 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Checking router: ff24b608-69fb-4384-a978-ad3899265c14 for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:27:15.971247 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Updating router ff24b608-69fb-4384-a978-ad3899265c14 port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e binding host dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:27:15.999283 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:16.034552 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5708239f-ee6d-4565-824b-6ec3706e7729 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:16.035812 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-5708239f-ee6d-4565-824b-6ec3706e7729 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4243631 Mar 08 19:27:16.038626 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46422) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:16.042956 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-61f5f314-bfd9-421d-b10d-2af79da9cab4 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Request body: {'security_group_rule': {'security_group_id': '107930d4-8cd5-464e-9086-c6336ffdc700', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:27:16.168993 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-61f5f314-bfd9-421d-b10d-2af79da9cab4 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group_rule (965e6bbd-de10-4f64-a87d-d0fb750d6db7), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:16.225121 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-61f5f314-bfd9-421d-b10d-2af79da9cab4 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group_rule (965e6bbd-de10-4f64-a87d-d0fb750d6db7), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:16.258110 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Publish callbacks [] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), precommit_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:16.340877 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-61f5f314-bfd9-421d-b10d-2af79da9cab4 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (965e6bbd-de10-4f64-a87d-d0fb750d6db7), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:16.359306 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5f314-bfd9-421d-b10d-2af79da9cab4 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965e6bbd-de10-4f64-a87d-d0fb750d6db7,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:16.375145 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:16.425858 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7de917-59fe-4508-87d2-cef43a1f33e7 None None] Pushing event updated for resources: {'Port': ['ID=a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e,revision_number=3']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:16.449960 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7de917-59fe-4508-87d2-cef43a1f33e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:16.450318 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7de917-59fe-4508-87d2-cef43a1f33e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:16.450696 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7de917-59fe-4508-87d2-cef43a1f33e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:16.451061 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7de917-59fe-4508-87d2-cef43a1f33e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:16.451542 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7de917-59fe-4508-87d2-cef43a1f33e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:16.451863 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7de917-59fe-4508-87d2-cef43a1f33e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:16.452183 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7de917-59fe-4508-87d2-cef43a1f33e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:16.452518 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7de917-59fe-4508-87d2-cef43a1f33e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:16.452826 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7de917-59fe-4508-87d2-cef43a1f33e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:16.453142 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7de917-59fe-4508-87d2-cef43a1f33e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:16.453455 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7de917-59fe-4508-87d2-cef43a1f33e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:16.453764 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7de917-59fe-4508-87d2-cef43a1f33e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:16.454074 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7de917-59fe-4508-87d2-cef43a1f33e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:16.489636 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-61f5f314-bfd9-421d-b10d-2af79da9cab4 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:16.494195 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-61f5f314-bfd9-421d-b10d-2af79da9cab4 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4512978 Mar 08 19:27:16.494380 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Attempting to bind port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e on host dv-cinder-830092-3-iscsi for vnic_type normal with profile {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:27:16.494380 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Attempting to bind port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e by drivers openvswitch,hyperv on host dv-cinder-830092-3-iscsi at level 0 using segments [{'id': 'd26ccd52-72fd-41ec-bc13-42c1232a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518'}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:27:16.494380 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Attempting to bind port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e on network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:27:16.494731 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46424) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:16.497323 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Checking agent: {'id': '023f81ed-cf4c-48bd-92c3-ce157c9e5a30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830092-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 7, 27), 'started_at': datetime.datetime(2022, 3, 8, 19, 7, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830092-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:27:16.497688 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Checking segment: {'id': 'd26ccd52-72fd-41ec-bc13-42c1232a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:27:16.498134 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:16.499097 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Bound using segment: {'id': 'd26ccd52-72fd-41ec-bc13-42c1232a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518'} {{(pid=103760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:27:16.499347 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-636f5cee-3378-4bff-a875-f35b2cc190c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Request body: {'floatingip': {'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:27:16.499558 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.managers [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Bound port: a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e, host: dv-cinder-830092-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26ccd52-72fd-41ec-bc13-42c1232a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518'}}] {{(pid=103760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:27:16.499917 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), before_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:16.562822 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 1d1276e7-200e-4a9e-aadb-c742544e2351 up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:27:16.569910 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] For port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e, host dv-cinder-830092-3-iscsi, cleared binding levels {{(pid=103760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:27:16.573167 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.plugins.ml2.db [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] For port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e, host dv-cinder-830092-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e,segment=NetworkSegment(d26ccd52-72fd-41ec-bc13-42c1232a31dc),segment_id=d26ccd52-72fd-41ec-bc13-42c1232a31dc)] {{(pid=103760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:27:16.598239 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-636f5cee-3378-4bff-a875-f35b2cc190c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:16.614675 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-63df4442-01c6-49f1-b978-08b80552108d None None] Provisioning complete for port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:27:16.615050 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-63df4442-01c6-49f1-b978-08b80552108d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:16.656228 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-63df4442-01c6-49f1-b978-08b80552108d None None] Port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:27:16.657788 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port 1d1276e7-200e-4a9e-aadb-c742544e2351 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:27:16.658163 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (1d1276e7-200e-4a9e-aadb-c742544e2351), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:16.662834 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron_lib.callbacks.manager [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), after_update {{(pid=103760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:16.712620 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-636f5cee-3378-4bff-a875-f35b2cc190c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:16.730598 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7de917-59fe-4508-87d2-cef43a1f33e7 None None] Pushing event updated for resources: {'Port': ['ID=a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e,revision_number=4']} {{(pid=103760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:16.740902 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Routers {'ff24b608-69fb-4384-a978-ad3899265c14'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:16.741738 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:26:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ff24b608-69fb-4384-a978-ad3899265c14'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:16.747213 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port 1d1276e7-200e-4a9e-aadb-c742544e2351 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:27:16.838648 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-636f5cee-3378-4bff-a875-f35b2cc190c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Allocated IP 172.27.2.162 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/6c3c02af-71a6-47ea-bc79-da68933915e5) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:27:16.962549 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-636f5cee-3378-4bff-a875-f35b2cc190c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for port (6c3c02af-71a6-47ea-bc79-da68933915e5), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:16.980161 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] Set router ff24b608-69fb-4384-a978-ad3899265c14 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:16.985273 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-65862551-33a2-49ed-be62-bb866f55e548 None None] Provisioning complete for port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:27:16.985649 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-65862551-33a2-49ed-be62-bb866f55e548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:17.071164 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-65862551-33a2-49ed-be62-bb866f55e548 None None] Current status of the port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:27:17.071557 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-65862551-33a2-49ed-be62-bb866f55e548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:17.072050 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46428) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:17.115938 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-636f5cee-3378-4bff-a875-f35b2cc190c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (6c3c02af-71a6-47ea-bc79-da68933915e5), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:17.118610 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-65862551-33a2-49ed-be62-bb866f55e548 None None] For port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e,segment=NetworkSegment(d26ccd52-72fd-41ec-bc13-42c1232a31dc),segment_id=d26ccd52-72fd-41ec-bc13-42c1232a31dc)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:17.171713 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f5cee-3378-4bff-a875-f35b2cc190c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:27:17.180369 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-636f5cee-3378-4bff-a875-f35b2cc190c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:27:17.183241 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636f5cee-3378-4bff-a875-f35b2cc190c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:27:17.187379 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f5cee-3378-4bff-a875-f35b2cc190c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Pushing event updated for resources: {'Port': ['ID=6c3c02af-71a6-47ea-bc79-da68933915e5,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:17.222771 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:13Z', 'revision_number': 4, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e', 'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'mac_address': 'fa:16:3e:b7:c0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:12Z', 'updated_at': '2022-03-08T19:27:16Z', 'revision_number': 4, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'subnets': [{'id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:17.253768 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-e7127fcb-2e92-42b7-9f2c-1fd925c00d5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Deleting port c5cff8e6-c547-4162-8dc3-62fdb9dcc13c {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:17.254442 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e7127fcb-2e92-42b7-9f2c-1fd925c00d5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (c5cff8e6-c547-4162-8dc3-62fdb9dcc13c), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:17.254997 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbc6a9a-f318-4c20-bb5e-75658fe66c25 None None] The sync data for ids ['ff24b608-69fb-4384-a978-ad3899265c14'] in dv-cinder-830092-3-iscsi is: [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:13Z', 'revision_number': 4, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e', 'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'mac_address': 'fa:16:3e:b7:c0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:12Z', 'updated_at': '2022-03-08T19:27:16Z', 'revision_number': 4, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'subnets': [{'id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:27:17.267127 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-65862551-33a2-49ed-be62-bb866f55e548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:17.324913 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-636f5cee-3378-4bff-a875-f35b2cc190c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for floatingip (7ceb4ce2-802c-4072-9c1c-1b3c4fd8e7a6), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:17.362421 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65862551-33a2-49ed-be62-bb866f55e548 None None] Pushing event updated for resources: {'Port': ['ID=a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:17.368516 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e7127fcb-2e92-42b7-9f2c-1fd925c00d5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (c5cff8e6-c547-4162-8dc3-62fdb9dcc13c), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:17.368864 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e7127fcb-2e92-42b7-9f2c-1fd925c00d5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for floatingip (c5cff8e6-c547-4162-8dc3-62fdb9dcc13c), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:17.388991 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-e7127fcb-2e92-42b7-9f2c-1fd925c00d5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Calling delete_port for c5cff8e6-c547-4162-8dc3-62fdb9dcc13c owned by network:floatingip {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:17.434326 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-636f5cee-3378-4bff-a875-f35b2cc190c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (6c3c02af-71a6-47ea-bc79-da68933915e5), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:17.605968 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-636f5cee-3378-4bff-a875-f35b2cc190c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for port (6c3c02af-71a6-47ea-bc79-da68933915e5), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:17.673562 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e7127fcb-2e92-42b7-9f2c-1fd925c00d5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (c5cff8e6-c547-4162-8dc3-62fdb9dcc13c), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:17.703341 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7127fcb-2e92-42b7-9f2c-1fd925c00d5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event deleted for resources: {'Port': ['ID=c5cff8e6-c547-4162-8dc3-62fdb9dcc13c,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:17.712935 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-636f5cee-3378-4bff-a875-f35b2cc190c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (6c3c02af-71a6-47ea-bc79-da68933915e5), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:17.780577 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e7127fcb-2e92-42b7-9f2c-1fd925c00d5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for floatingip (176f18e0-9c75-479f-bb54-cba3b4ab5fdd), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:17.781214 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.l3_db [None req-e7127fcb-2e92-42b7-9f2c-1fd925c00d5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Floating IP 176f18e0-9c75-479f-bb54-cba3b4ab5fdd disassociated (deleted). External IP: 172.27.2.33, port: ee38794c-7f56-41c4-a42d-aa6cbb7de244. Mar 08 19:27:17.785578 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f5cee-3378-4bff-a875-f35b2cc190c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Pushing event updated for resources: {'Port': ['ID=6c3c02af-71a6-47ea-bc79-da68933915e5,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:17.796924 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-636f5cee-3378-4bff-a875-f35b2cc190c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (7ceb4ce2-802c-4072-9c1c-1b3c4fd8e7a6), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:17.926175 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-636f5cee-3378-4bff-a875-f35b2cc190c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:17.935448 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-636f5cee-3378-4bff-a875-f35b2cc190c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4321375 Mar 08 19:27:18.021362 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7127fcb-2e92-42b7-9f2c-1fd925c00d5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Router b21fc775-176e-4cc6-8a14-2e18175dfe9e has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:27:18.097955 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-eb754830-545d-4b67-87bf-82df1de7f3db req-3ea186c9-0d08-4265-9e27-9b86fe527e74 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1245368336&fields=id&tenant_id=17c53ee7803b47cc8d763a1bc18f14c6 HTTP/1.1" status: 200 len: 267 time: 0.0588517 Mar 08 19:27:18.151805 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7127fcb-2e92-42b7-9f2c-1fd925c00d5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:27:18.156515 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e7127fcb-2e92-42b7-9f2c-1fd925c00d5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:18.164326 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919c15aa-a9ef-433a-8343-abfc849ce773 None None] Sync routers for ids ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:27:18.180327 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919c15aa-a9ef-433a-8343-abfc849ce773 None None] Routers {'b21fc775-176e-4cc6-8a14-2e18175dfe9e'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:18.181059 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-919c15aa-a9ef-433a-8343-abfc849ce773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:26:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:18.197852 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-e7127fcb-2e92-42b7-9f2c-1fd925c00d5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "DELETE /v2.0/floatingips/176f18e0-9c75-479f-bb54-cba3b4ab5fdd HTTP/1.1" status: 204 len: 168 time: 1.1245055 Mar 08 19:27:18.198539 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f083de69-d074-4244-8001-e911d3ea3816', 'tag': 'ee38794c-7f56-41c4-a42d-aa6cbb7de244'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:27:18.201104 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43791075-d41c-4376-9d34-6994f44d8a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "f083de69-d074-4244-8001-e911d3ea3816", "tag": "ee38794c-7f56-41c4-a42d-aa6cbb7de244"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:27:18.215285 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb754830-545d-4b67-87bf-82df1de7f3db req-4214854d-b7c2-4244-a8aa-b2ee00b5eaf4 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:18.216937 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-eb754830-545d-4b67-87bf-82df1de7f3db req-4214854d-b7c2-4244-a8aa-b2ee00b5eaf4 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/networks?id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518 HTTP/1.1" status: 200 len: 811 time: 0.1180570 Mar 08 19:27:18.233456 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-eb754830-545d-4b67-87bf-82df1de7f3db req-d5aaab8c-1b15-4b08-b4ff-00098f4ce624 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/quotas/17c53ee7803b47cc8d763a1bc18f14c6 HTTP/1.1" status: 200 len: 375 time: 0.0101373 Mar 08 19:27:18.306021 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-eb754830-545d-4b67-87bf-82df1de7f3db req-bde28a54-1581-426d-baae-165339a70440 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666332 Mar 08 19:27:18.310261 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-919c15aa-a9ef-433a-8343-abfc849ce773 None None] Set router b21fc775-176e-4cc6-8a14-2e18175dfe9e gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:18.431667 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [req-eb754830-545d-4b67-87bf-82df1de7f3db req-b41bf50b-9bbd-4ad7-8ddf-18fa793b6bf5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103758) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:27:18.433118 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-eb754830-545d-4b67-87bf-82df1de7f3db req-b41bf50b-9bbd-4ad7-8ddf-18fa793b6bf5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1135249 Mar 08 19:27:18.546846 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-eb754830-545d-4b67-87bf-82df1de7f3db req-4d88f035-fe39-481d-8f1d-c43ba8f58471 service neutron] 10.222.0.21 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043181 Mar 08 19:27:18.585997 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-919c15aa-a9ef-433a-8343-abfc849ce773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'd57b3799-cafb-4d11-9f10-156363a35755', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'port_id': '4d94d3f2-c7dc-4613-824c-440131fcaad6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'mac_address': 'fa:16:3e:14:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:22:37Z', 'updated_at': '2022-03-08T19:22:39Z', 'revision_number': 1, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:43Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:18.620296 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e up at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:27:18.623779 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919c15aa-a9ef-433a-8343-abfc849ce773 None None] Checking router: b21fc775-176e-4cc6-8a14-2e18175dfe9e for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:27:18.648028 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-eb754830-545d-4b67-87bf-82df1de7f3db req-0910279d-2e98-43bd-a600-67cb11677dd9 service neutron] 10.222.0.21 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935814 Mar 08 19:27:18.660993 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919c15aa-a9ef-433a-8343-abfc849ce773 None None] Routers {'b21fc775-176e-4cc6-8a14-2e18175dfe9e'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:18.661621 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-919c15aa-a9ef-433a-8343-abfc849ce773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:26:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:18.757346 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b08489-95a1-4c77-a8cb-9ffb85c52d8f x-openstack-request-id: req-66b08489-95a1-4c77-a8cb-9ffb85c52d8f {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:27:18.757867 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f083de69-d074-4244-8001-e911d3ea3816", "tag": "ee38794c-7f56-41c4-a42d-aa6cbb7de244", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:27:18.758126 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66b08489-95a1-4c77-a8cb-9ffb85c52d8f {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:27:18.758550 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f083de69-d074-4244-8001-e911d3ea3816', 'tag': 'ee38794c-7f56-41c4-a42d-aa6cbb7de244', 'status': 'completed', 'code': 200} Mar 08 19:27:18.769234 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Provisioning complete for port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:27:18.769615 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:18.827148 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-919c15aa-a9ef-433a-8343-abfc849ce773 None None] Set router b21fc775-176e-4cc6-8a14-2e18175dfe9e gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:18.836137 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43791075-d41c-4376-9d34-6994f44d8a3b req-2a4e3c96-957d-4bdf-a954-27ccf50392ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:18.837720 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-43791075-d41c-4376-9d34-6994f44d8a3b req-2a4e3c96-957d-4bdf-a954-27ccf50392ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77bda9809dfb4144986c270b0493dcb9&device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 1129 time: 0.0581720 Mar 08 19:27:18.865725 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07b9b4-5b7a-412c-b408-272afc84f85a req-9dd7a485-7437-4b48-9ebe-574dc173c58d tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:18.866816 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6b07b9b4-5b7a-412c-b408-272afc84f85a req-9dd7a485-7437-4b48-9ebe-574dc173c58d tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 945 time: 0.0587654 Mar 08 19:27:18.973446 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6b07b9b4-5b7a-412c-b408-272afc84f85a req-2b9f99e1-cf68-43ad-b633-8034785d199d tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939946 Mar 08 19:27:18.976529 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43791075-d41c-4376-9d34-6994f44d8a3b req-fe22e9e5-e761-4a56-9c05-44242dac7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:18.978465 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-43791075-d41c-4376-9d34-6994f44d8a3b req-fe22e9e5-e761-4a56-9c05-44242dac7c9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=a87c540b-f15d-4b47-9f06-54063bb28b6d HTTP/1.1" status: 200 len: 913 time: 0.1337190 Mar 08 19:27:18.997755 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Current status of the port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:27:18.999359 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-61c398fc-d846-4d2c-9cc0-92df5b946677 req-162e0cd9-3479-4f91-b62f-f1b50af5054d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 210 time: 0.0556037 Mar 08 19:27:19.039007 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-43791075-d41c-4376-9d34-6994f44d8a3b req-e78ac9b8-75f6-453f-8336-91577d89fd53 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee38794c-7f56-41c4-a42d-aa6cbb7de244 HTTP/1.1" status: 200 len: 217 time: 0.0489781 Mar 08 19:27:19.111904 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43791075-d41c-4376-9d34-6994f44d8a3b req-a3042181-694f-4e6d-8f44-d2dd3c91cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:19.115375 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-43791075-d41c-4376-9d34-6994f44d8a3b req-a3042181-694f-4e6d-8f44-d2dd3c91cd67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=845dbfc1-effb-4886-8b24-637bc4d19911 HTTP/1.1" status: 200 len: 851 time: 0.0730734 Mar 08 19:27:19.167319 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-919c15aa-a9ef-433a-8343-abfc849ce773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'd57b3799-cafb-4d11-9f10-156363a35755', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'port_id': '4d94d3f2-c7dc-4613-824c-440131fcaad6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'mac_address': 'fa:16:3e:14:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:22:37Z', 'updated_at': '2022-03-08T19:22:39Z', 'revision_number': 1, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:43Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:19.179107 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43791075-d41c-4376-9d34-6994f44d8a3b req-e7260049-d200-4831-bf07-4fe914691554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:19.180560 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-43791075-d41c-4376-9d34-6994f44d8a3b req-e7260049-d200-4831-bf07-4fe914691554 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a87c540b-f15d-4b47-9f06-54063bb28b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607550 Mar 08 19:27:19.205509 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919c15aa-a9ef-433a-8343-abfc849ce773 None None] The sync data for ids ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'] in dv-cinder-830092-3-iscsi is: [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'd57b3799-cafb-4d11-9f10-156363a35755', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'port_id': '4d94d3f2-c7dc-4613-824c-440131fcaad6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'mac_address': 'fa:16:3e:14:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:22:37Z', 'updated_at': '2022-03-08T19:22:39Z', 'revision_number': 1, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:43Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:27:19.279161 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-43791075-d41c-4376-9d34-6994f44d8a3b req-c553d202-e23b-4576-bfc0-f4a2732e8710 service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909133 Mar 08 19:27:19.376017 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-43791075-d41c-4376-9d34-6994f44d8a3b req-3a35f0a3-bc0a-4a11-860e-b7434b0b010a service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902920 Mar 08 19:27:19.448822 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aece899-1732-45dd-8f62-8d5cd1a373da None None] New status for floating IP 176f18e0-9c75-479f-bb54-cba3b4ab5fdd: DOWN {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:27:20.100165 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-af9b888a-6277-4d82-ac92-46efed1c5416 req-c9a12272-3ca0-4a6d-9308-d96185818a00 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 210 time: 0.0339277 Mar 08 19:27:20.118913 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fc9d3-9d0b-4cfb-a159-9e418ece356d req-a9af0f95-77df-4fd3-b3a9-38c60238593b tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:20.120370 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8d7fc9d3-9d0b-4cfb-a159-9e418ece356d req-a9af0f95-77df-4fd3-b3a9-38c60238593b tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 945 time: 0.0817726 Mar 08 19:27:20.172828 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8d7fc9d3-9d0b-4cfb-a159-9e418ece356d req-b277c6fa-04dc-4a4c-9dd4-43b6a7e1d7ef tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469403 Mar 08 19:27:20.727596 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-742edc43-e297-4996-84e5-612a09ac78a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:20.751392 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e75115-5d2c-474d-a940-3b97d24bfe7b req-dc0a7577-433d-4c1a-b75e-831eaf8dd888 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:20.752869 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-05e75115-5d2c-474d-a940-3b97d24bfe7b req-dc0a7577-433d-4c1a-b75e-831eaf8dd888 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.64 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 945 time: 0.0553679 Mar 08 19:27:20.852383 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-05e75115-5d2c-474d-a940-3b97d24bfe7b req-df8562fa-958b-409a-b7b5-eaeba9cb4b56 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Deleting port ee38794c-7f56-41c4-a42d-aa6cbb7de244 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:20.852722 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-05e75115-5d2c-474d-a940-3b97d24bfe7b req-df8562fa-958b-409a-b7b5-eaeba9cb4b56 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (ee38794c-7f56-41c4-a42d-aa6cbb7de244), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:20.941138 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-05e75115-5d2c-474d-a940-3b97d24bfe7b req-df8562fa-958b-409a-b7b5-eaeba9cb4b56 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] For port ee38794c-7f56-41c4-a42d-aa6cbb7de244, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ee38794c-7f56-41c4-a42d-aa6cbb7de244,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:20.941494 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-05e75115-5d2c-474d-a940-3b97d24bfe7b req-df8562fa-958b-409a-b7b5-eaeba9cb4b56 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (ee38794c-7f56-41c4-a42d-aa6cbb7de244), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:20.953320 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-05e75115-5d2c-474d-a940-3b97d24bfe7b req-df8562fa-958b-409a-b7b5-eaeba9cb4b56 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Calling delete_port for ee38794c-7f56-41c4-a42d-aa6cbb7de244 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:21.207173 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f1f15eab-a97e-4510-90b7-f60bfcb0cf6a req-a31d2c92-4fab-4a4a-a10e-9fb1cff56fc4 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 210 time: 0.0333326 Mar 08 19:27:21.214524 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-05e75115-5d2c-474d-a940-3b97d24bfe7b req-df8562fa-958b-409a-b7b5-eaeba9cb4b56 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (ee38794c-7f56-41c4-a42d-aa6cbb7de244), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:21.249942 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8562fa-958b-409a-b7b5-eaeba9cb4b56 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event deleted for resources: {'Port': ['ID=ee38794c-7f56-41c4-a42d-aa6cbb7de244,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:21.272719 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4038d7bc-8d81-4c85-babb-af0900ac3b23 req-f864fb1b-b72d-4cb9-9f73-1314f3f34f8e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 210 time: 0.0284603 Mar 08 19:27:21.296633 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e75115-5d2c-474d-a940-3b97d24bfe7b req-df8562fa-958b-409a-b7b5-eaeba9cb4b56 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] No DVR routers for this DVR port ee38794c-7f56-41c4-a42d-aa6cbb7de244 on host hv-cinder-83009 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:27:21.299118 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-05e75115-5d2c-474d-a940-3b97d24bfe7b req-df8562fa-958b-409a-b7b5-eaeba9cb4b56 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:21.302368 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-05e75115-5d2c-474d-a940-3b97d24bfe7b req-df8562fa-958b-409a-b7b5-eaeba9cb4b56 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.64 "DELETE /v2.0/ports/ee38794c-7f56-41c4-a42d-aa6cbb7de244 HTTP/1.1" status: 204 len: 173 time: 0.5447869 Mar 08 19:27:21.302822 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f083de69-d074-4244-8001-e911d3ea3816', 'name': 'network-vif-deleted', 'tag': 'ee38794c-7f56-41c4-a42d-aa6cbb7de244'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:27:21.305048 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a75650d-73f4-47e2-9961-b596c1f6c1d7" -d '{"events": [{"server_uuid": "f083de69-d074-4244-8001-e911d3ea3816", "name": "network-vif-deleted", "tag": "ee38794c-7f56-41c4-a42d-aa6cbb7de244"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:27:21.340910 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f7d2f3-7f91-4529-8cf1-aa3e776ab702 x-openstack-request-id: req-c0f7d2f3-7f91-4529-8cf1-aa3e776ab702 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:27:21.341200 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f083de69-d074-4244-8001-e911d3ea3816", "name": "network-vif-deleted", "tag": "ee38794c-7f56-41c4-a42d-aa6cbb7de244", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:27:21.341481 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0f7d2f3-7f91-4529-8cf1-aa3e776ab702 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:27:21.341931 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f083de69-d074-4244-8001-e911d3ea3816', 'name': 'network-vif-deleted', 'tag': 'ee38794c-7f56-41c4-a42d-aa6cbb7de244', 'status': 'completed', 'code': 200} Mar 08 19:27:22.209235 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb754830-545d-4b67-87bf-82df1de7f3db req-61de8c34-243d-4418-932d-c600b7b87a94 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:22.210781 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eb754830-545d-4b67-87bf-82df1de7f3db req-61de8c34-243d-4418-932d-c600b7b87a94 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.64 "GET /v2.0/networks?id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518 HTTP/1.1" status: 200 len: 811 time: 0.1052496 Mar 08 19:27:22.275399 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eb754830-545d-4b67-87bf-82df1de7f3db req-d9a73c50-071f-419d-8423-71a9ea6cee72 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17c53ee7803b47cc8d763a1bc18f14c6 HTTP/1.1" status: 200 len: 380 time: 0.0562806 Mar 08 19:27:22.284933 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-eb754830-545d-4b67-87bf-82df1de7f3db req-4637cdd8-c93e-4f9b-9f93-89ecdce93a32 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Request body: {'port': {'device_id': 'bd426b8c-c813-4c95-b795-be7cb7735fc8', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'admin_state_up': True, 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'security_groups': ['107930d4-8cd5-464e-9086-c6336ffdc700']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:27:22.321401 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0ee5a749-555a-4631-8cc8-844b30344d3f req-6a35a38a-a9b2-4b53-81c5-c4b8a6055f4e tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 210 time: 0.0457885 Mar 08 19:27:22.395394 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-21124718-79c5-4572-a88e-89aa3117d1db req-3f1cb5a4-194f-4cbf-a7e2-52bf91021c79 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=f083de69-d074-4244-8001-e911d3ea3816 HTTP/1.1" status: 200 len: 210 time: 0.0311487 Mar 08 19:27:22.512927 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb754830-545d-4b67-87bf-82df1de7f3db req-4637cdd8-c93e-4f9b-9f93-89ecdce93a32 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Made reservation on behalf of 17c53ee7803b47cc8d763a1bc18f14c6 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:27:22.516907 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-eb754830-545d-4b67-87bf-82df1de7f3db req-4637cdd8-c93e-4f9b-9f93-89ecdce93a32 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:22.641866 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-eb754830-545d-4b67-87bf-82df1de7f3db req-4637cdd8-c93e-4f9b-9f93-89ecdce93a32 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Allocated IP 172.20.0.9 (5312f11b-a29a-4f8c-b3dc-94cb8eba8518/0cf5dd8a-43af-48fd-90c6-5dc13b7073d5/5dd973eb-1d71-430f-b699-067cb2b6ba1b) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:27:22.781179 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-eb754830-545d-4b67-87bf-82df1de7f3db req-4637cdd8-c93e-4f9b-9f93-89ecdce93a32 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for port (5dd973eb-1d71-430f-b699-067cb2b6ba1b), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:22.928777 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-eb754830-545d-4b67-87bf-82df1de7f3db req-4637cdd8-c93e-4f9b-9f93-89ecdce93a32 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (5dd973eb-1d71-430f-b699-067cb2b6ba1b), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:22.974679 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb754830-545d-4b67-87bf-82df1de7f3db req-4637cdd8-c93e-4f9b-9f93-89ecdce93a32 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:27:22.977717 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-eb754830-545d-4b67-87bf-82df1de7f3db req-4637cdd8-c93e-4f9b-9f93-89ecdce93a32 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:27:22.981403 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb754830-545d-4b67-87bf-82df1de7f3db req-4637cdd8-c93e-4f9b-9f93-89ecdce93a32 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:27:23.017476 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637cdd8-c93e-4f9b-9f93-89ecdce93a32 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Pushing event updated for resources: {'Port': ['ID=5dd973eb-1d71-430f-b699-067cb2b6ba1b,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:23.041307 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb754830-545d-4b67-87bf-82df1de7f3db req-4637cdd8-c93e-4f9b-9f93-89ecdce93a32 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:23.042039 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-eb754830-545d-4b67-87bf-82df1de7f3db req-4637cdd8-c93e-4f9b-9f93-89ecdce93a32 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:23.145421 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-f3f6aabb-4e8d-4c2c-8c5f-46fca0060ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:23.195851 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eb754830-545d-4b67-87bf-82df1de7f3db req-4637cdd8-c93e-4f9b-9f93-89ecdce93a32 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9148293 Mar 08 19:27:23.206686 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Request body: {'port': {'device_id': 'bd426b8c-c813-4c95-b795-be7cb7735fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:27:23.223655 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-dbf19866-2938-4f1c-bc11-6aab55c25cdc None None] Provisioning complete for port 5dd973eb-1d71-430f-b699-067cb2b6ba1b triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:27:23.224038 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-dbf19866-2938-4f1c-bc11-6aab55c25cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (5dd973eb-1d71-430f-b699-067cb2b6ba1b), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:23.257986 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-dbf19866-2938-4f1c-bc11-6aab55c25cdc None None] Port 5dd973eb-1d71-430f-b699-067cb2b6ba1b cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:27:23.265796 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (5dd973eb-1d71-430f-b699-067cb2b6ba1b), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:23.448782 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a77f4d-15ef-475b-9f24-64da80e5bbac req-b992d64c-a9d4-412b-94b5-a8c440fce7f0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:23.450326 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-24a77f4d-15ef-475b-9f24-64da80e5bbac req-b992d64c-a9d4-412b-94b5-a8c440fce7f0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 931 time: 0.0589054 Mar 08 19:27:23.510972 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-24a77f4d-15ef-475b-9f24-64da80e5bbac req-5be99683-258a-44d7-a98b-dbebe0d1231d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544491 Mar 08 19:27:23.569260 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd973eb-1d71-430f-b699-067cb2b6ba1b {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:27:23.576988 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Publish callbacks [] for port (5dd973eb-1d71-430f-b699-067cb2b6ba1b), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:23.581968 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46520) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:23.589613 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Transition to ACTIVE for port object 5dd973eb-1d71-430f-b699-067cb2b6ba1b will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:27:23.672300 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (5dd973eb-1d71-430f-b699-067cb2b6ba1b), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:23.686732 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7a4603e2-707d-4551-b7c2-ca89034a3fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:23.728152 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd973eb-1d71-430f-b699-067cb2b6ba1b,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:23.790562 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7a4603e2-707d-4551-b7c2-ca89034a3fc7 admin admin] Publish callbacks [] for security_group (5916d89f-a582-4b8c-a4ed-d749a6128b2d), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:23.800615 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Attempting to bind port 5dd973eb-1d71-430f-b699-067cb2b6ba1b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:27:23.800965 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Attempting to bind port 5dd973eb-1d71-430f-b699-067cb2b6ba1b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'd26ccd52-72fd-41ec-bc13-42c1232a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:27:23.801294 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Attempting to bind port 5dd973eb-1d71-430f-b699-067cb2b6ba1b on network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:27:23.806658 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Port 5dd973eb-1d71-430f-b699-067cb2b6ba1b on network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:27:23.806977 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Attempting to bind port 5dd973eb-1d71-430f-b699-067cb2b6ba1b on network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:27:23.812990 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:27:23.813476 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Checking segment: {'id': 'd26ccd52-72fd-41ec-bc13-42c1232a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:27:23.814026 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Bound using segment: {'id': 'd26ccd52-72fd-41ec-bc13-42c1232a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:27:23.814497 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Bound port: 5dd973eb-1d71-430f-b699-067cb2b6ba1b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26ccd52-72fd-41ec-bc13-42c1232a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:27:23.814788 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (5dd973eb-1d71-430f-b699-067cb2b6ba1b), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:23.876802 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7a4603e2-707d-4551-b7c2-ca89034a3fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (5916d89f-a582-4b8c-a4ed-d749a6128b2d), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:23.897982 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] For port 5dd973eb-1d71-430f-b699-067cb2b6ba1b, host hv-cinder-83009, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:27:23.903237 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] For port 5dd973eb-1d71-430f-b699-067cb2b6ba1b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5dd973eb-1d71-430f-b699-067cb2b6ba1b,segment=NetworkSegment(d26ccd52-72fd-41ec-bc13-42c1232a31dc),segment_id=d26ccd52-72fd-41ec-bc13-42c1232a31dc)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:27:23.923368 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46526) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:23.923587 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-7a4603e2-707d-4551-b7c2-ca89034a3fc7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c73ffebe23674583af3b98eb5e664121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403168 Mar 08 19:27:23.924526 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4603e2-707d-4551-b7c2-ca89034a3fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5916d89f-a582-4b8c-a4ed-d749a6128b2d,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:23.979634 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-350ecf39-ea0d-4b7e-afe7-25edfaf6a9df admin admin] Publish callbacks [] for security_group (5916d89f-a582-4b8c-a4ed-d749a6128b2d), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:23.993377 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (5dd973eb-1d71-430f-b699-067cb2b6ba1b), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:24.009425 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-350ecf39-ea0d-4b7e-afe7-25edfaf6a9df admin admin] Publish callbacks [] for security_group (5916d89f-a582-4b8c-a4ed-d749a6128b2d), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:24.071745 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:24.072378 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:24.073804 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eb754830-545d-4b67-87bf-82df1de7f3db req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] 10.222.0.64 "PUT /v2.0/ports/5dd973eb-1d71-430f-b699-067cb2b6ba1b HTTP/1.1" status: 200 len: 1093 time: 0.8714788 Mar 08 19:27:24.074259 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd426b8c-c813-4c95-b795-be7cb7735fc8', 'tag': '5dd973eb-1d71-430f-b699-067cb2b6ba1b'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:27:24.077132 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6a277c-3f28-4ac7-82b3-9c00f21f3cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "bd426b8c-c813-4c95-b795-be7cb7735fc8", "tag": "5dd973eb-1d71-430f-b699-067cb2b6ba1b"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:27:24.102215 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2f2e9-00f8-40c3-ba53-15555f9a3007 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd973eb-1d71-430f-b699-067cb2b6ba1b,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:24.125163 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a25f18-ef2e-4056-82a5-8a1d6e4e1fef x-openstack-request-id: req-22a25f18-ef2e-4056-82a5-8a1d6e4e1fef {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:27:24.125457 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd426b8c-c813-4c95-b795-be7cb7735fc8", "tag": "5dd973eb-1d71-430f-b699-067cb2b6ba1b", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:27:24.125801 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22a25f18-ef2e-4056-82a5-8a1d6e4e1fef {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:27:24.126169 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd426b8c-c813-4c95-b795-be7cb7735fc8', 'tag': '5dd973eb-1d71-430f-b699-067cb2b6ba1b', 'status': 'completed', 'code': 200} Mar 08 19:27:24.163973 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:24.433996 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-350ecf39-ea0d-4b7e-afe7-25edfaf6a9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (5916d89f-a582-4b8c-a4ed-d749a6128b2d), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:24.437408 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-350ecf39-ea0d-4b7e-afe7-25edfaf6a9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:24.438573 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-350ecf39-ea0d-4b7e-afe7-25edfaf6a9df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5916d89f-a582-4b8c-a4ed-d749a6128b2d HTTP/1.1" status: 204 len: 168 time: 0.5138853 Mar 08 19:27:24.452722 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ecf39-ea0d-4b7e-afe7-25edfaf6a9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5916d89f-a582-4b8c-a4ed-d749a6128b2d,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:24.458276 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a277c-3f28-4ac7-82b3-9c00f21f3cc5 req-dcd69aef-e543-47c3-a65f-e4a4fa647d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:24.459823 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ed6a277c-3f28-4ac7-82b3-9c00f21f3cc5 req-dcd69aef-e543-47c3-a65f-e4a4fa647d5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 1127 time: 0.3193994 Mar 08 19:27:24.560495 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a277c-3f28-4ac7-82b3-9c00f21f3cc5 req-186b90fd-229b-4401-86f2-45628d49b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:24.563036 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ed6a277c-3f28-4ac7-82b3-9c00f21f3cc5 req-186b90fd-229b-4401-86f2-45628d49b92c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0963805 Mar 08 19:27:24.644027 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a2ef-fb87-4256-bfeb-66de4807fed8 req-08347924-f38e-43fc-9907-13988f8c31ee tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:24.645524 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0755a2ef-fb87-4256-bfeb-66de4807fed8 req-08347924-f38e-43fc-9907-13988f8c31ee tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 943 time: 0.0582719 Mar 08 19:27:24.662890 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a277c-3f28-4ac7-82b3-9c00f21f3cc5 req-4f6065ea-f360-4f18-b954-ce87e577f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:24.664371 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ed6a277c-3f28-4ac7-82b3-9c00f21f3cc5 req-4f6065ea-f360-4f18-b954-ce87e577f05e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961740 Mar 08 19:27:24.699935 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0755a2ef-fb87-4256-bfeb-66de4807fed8 req-a18503a2-c3b3-4350-9d67-db2e0e409833 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485358 Mar 08 19:27:24.750296 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb754830-545d-4b67-87bf-82df1de7f3db req-9109323f-aa13-4333-b0b3-efce3d4cacc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:24.752167 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eb754830-545d-4b67-87bf-82df1de7f3db req-9109323f-aa13-4333-b0b3-efce3d4cacc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 1127 time: 0.0503669 Mar 08 19:27:24.768092 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:24.794451 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eb754830-545d-4b67-87bf-82df1de7f3db req-afb3676b-e61a-4c0a-b828-afefc48467ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dd973eb-1d71-430f-b699-067cb2b6ba1b HTTP/1.1" status: 200 len: 217 time: 0.0359826 Mar 08 19:27:24.846568 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb754830-545d-4b67-87bf-82df1de7f3db req-86293d94-b048-48c6-9553-ab58116dcae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:24.848020 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eb754830-545d-4b67-87bf-82df1de7f3db req-86293d94-b048-48c6-9553-ab58116dcae8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cf5dd8a-43af-48fd-90c6-5dc13b7073d5 HTTP/1.1" status: 200 len: 850 time: 0.0487797 Mar 08 19:27:24.896459 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb754830-545d-4b67-87bf-82df1de7f3db req-9974ea3a-496a-46cf-8d85-4b026ce3ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:24.897921 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eb754830-545d-4b67-87bf-82df1de7f3db req-9974ea3a-496a-46cf-8d85-4b026ce3ec8c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443201 Mar 08 19:27:24.990731 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eb754830-545d-4b67-87bf-82df1de7f3db req-7e9dc6c9-cbcb-4741-8e8f-b557906559f0 service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866470 Mar 08 19:27:25.080048 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eb754830-545d-4b67-87bf-82df1de7f3db req-ca400520-6536-424f-b896-9d1ecbdd5b45 service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833528 Mar 08 19:27:25.163474 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46542) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:25.177367 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-aec47eff-6dd6-4a51-a2ee-6af8f394de21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:25.251990 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-aec47eff-6dd6-4a51-a2ee-6af8f394de21 admin admin] Publish callbacks [] for security_group (9aa9641c-2d93-48f9-bf7e-fcbb93445e28), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:25.327942 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-aec47eff-6dd6-4a51-a2ee-6af8f394de21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (9aa9641c-2d93-48f9-bf7e-fcbb93445e28), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:25.370024 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-aec47eff-6dd6-4a51-a2ee-6af8f394de21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ed8fb4313864827a319ab7dace88f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053807 Mar 08 19:27:25.371879 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec47eff-6dd6-4a51-a2ee-6af8f394de21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa9641c-2d93-48f9-bf7e-fcbb93445e28,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:25.372686 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46544) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:25.422197 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1af6dced-200f-4625-a892-eccb0892cd93 admin admin] Publish callbacks [] for security_group (9aa9641c-2d93-48f9-bf7e-fcbb93445e28), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:25.442800 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1af6dced-200f-4625-a892-eccb0892cd93 admin admin] Publish callbacks [] for security_group (9aa9641c-2d93-48f9-bf7e-fcbb93445e28), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:25.502519 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device ee38794c-7f56-41c4-a42d-aa6cbb7de244 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:27:25.522931 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: ee38794c-7f56-41c4-a42d-aa6cbb7de244 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:27:25.523277 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device ee38794c-7f56-41c4-a42d-aa6cbb7de244 not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:27:25.603912 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1af6dced-200f-4625-a892-eccb0892cd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (9aa9641c-2d93-48f9-bf7e-fcbb93445e28), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:25.606757 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1af6dced-200f-4625-a892-eccb0892cd93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:25.608022 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-1af6dced-200f-4625-a892-eccb0892cd93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9aa9641c-2d93-48f9-bf7e-fcbb93445e28 HTTP/1.1" status: 204 len: 168 time: 0.2341378 Mar 08 19:27:25.616136 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6dced-200f-4625-a892-eccb0892cd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa9641c-2d93-48f9-bf7e-fcbb93445e28,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:25.765002 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:25.823254 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eb5f7-2039-4611-83ba-1d69a995b1f9 req-fd6a43fd-5908-424b-8bc1-3070d6d5c8de tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:25.824758 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f87eb5f7-2039-4611-83ba-1d69a995b1f9 req-fd6a43fd-5908-424b-8bc1-3070d6d5c8de tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 943 time: 0.0563262 Mar 08 19:27:25.871325 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f87eb5f7-2039-4611-83ba-1d69a995b1f9 req-79c302cf-6b99-4205-9ca9-cc26a56b4cce tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402522 Mar 08 19:27:25.994571 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46554) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:26.156525 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-24382e48-afe5-40e2-88e3-a2f39ad9ce90 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Deleting port 3eb720a8-53d6-4fb2-899d-b22bd6504d1f {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:26.156755 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-24382e48-afe5-40e2-88e3-a2f39ad9ce90 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (3eb720a8-53d6-4fb2-899d-b22bd6504d1f), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:26.229482 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-24382e48-afe5-40e2-88e3-a2f39ad9ce90 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (3eb720a8-53d6-4fb2-899d-b22bd6504d1f), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:26.229838 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-24382e48-afe5-40e2-88e3-a2f39ad9ce90 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for floatingip (3eb720a8-53d6-4fb2-899d-b22bd6504d1f), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:26.242929 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-24382e48-afe5-40e2-88e3-a2f39ad9ce90 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Calling delete_port for 3eb720a8-53d6-4fb2-899d-b22bd6504d1f owned by network:floatingip {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:26.484541 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-24382e48-afe5-40e2-88e3-a2f39ad9ce90 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (3eb720a8-53d6-4fb2-899d-b22bd6504d1f), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:26.509467 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24382e48-afe5-40e2-88e3-a2f39ad9ce90 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event deleted for resources: {'Port': ['ID=3eb720a8-53d6-4fb2-899d-b22bd6504d1f,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:26.580284 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-24382e48-afe5-40e2-88e3-a2f39ad9ce90 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for floatingip (d57b3799-cafb-4d11-9f10-156363a35755), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:26.583773 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.l3_db [None req-24382e48-afe5-40e2-88e3-a2f39ad9ce90 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Floating IP d57b3799-cafb-4d11-9f10-156363a35755 disassociated (deleted). External IP: 172.27.2.207, port: 4d94d3f2-c7dc-4613-824c-440131fcaad6. Mar 08 19:27:26.807075 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24382e48-afe5-40e2-88e3-a2f39ad9ce90 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Router b21fc775-176e-4cc6-8a14-2e18175dfe9e has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:27:26.940492 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24382e48-afe5-40e2-88e3-a2f39ad9ce90 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:27:26.941297 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-24382e48-afe5-40e2-88e3-a2f39ad9ce90 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:26.947597 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a393db1-5495-4648-9d6a-8a309a37b357 None None] Sync routers for ids ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:27:26.958744 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a393db1-5495-4648-9d6a-8a309a37b357 None None] Routers {'b21fc775-176e-4cc6-8a14-2e18175dfe9e'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:26.959456 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-8a393db1-5495-4648-9d6a-8a309a37b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:27:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:27.008026 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-24382e48-afe5-40e2-88e3-a2f39ad9ce90 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "DELETE /v2.0/floatingips/d57b3799-cafb-4d11-9f10-156363a35755 HTTP/1.1" status: 204 len: 168 time: 1.0123086 Mar 08 19:27:27.012170 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'tag': '4d94d3f2-c7dc-4613-824c-440131fcaad6'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:27:27.012170 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f5f718-e2f4-41ce-ab72-ea0b674d4b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "28733abe-7e48-4d7f-82ab-90cfe7ed3236", "tag": "4d94d3f2-c7dc-4613-824c-440131fcaad6"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:27:27.032711 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db320c-93eb-4765-b45b-0a0b967d1c9a req-77621ec7-bda2-47c5-9b6f-798b5e7df30e tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:27.034310 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c9db320c-93eb-4765-b45b-0a0b967d1c9a req-77621ec7-bda2-47c5-9b6f-798b5e7df30e tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 943 time: 0.0725183 Mar 08 19:27:27.085214 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:27.096534 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c9db320c-93eb-4765-b45b-0a0b967d1c9a req-c3dc765c-1cb0-4a80-9593-5170fa6928e6 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552607 Mar 08 19:27:27.110357 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-8a393db1-5495-4648-9d6a-8a309a37b357 None None] Set router b21fc775-176e-4cc6-8a14-2e18175dfe9e gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:27.296948 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c8d61b-3cd9-4509-8a56-1489850be9ea x-openstack-request-id: req-f2c8d61b-3cd9-4509-8a56-1489850be9ea {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:27:27.297469 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28733abe-7e48-4d7f-82ab-90cfe7ed3236", "tag": "4d94d3f2-c7dc-4613-824c-440131fcaad6", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:27:27.297730 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2c8d61b-3cd9-4509-8a56-1489850be9ea {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:27:27.298199 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'tag': '4d94d3f2-c7dc-4613-824c-440131fcaad6', 'status': 'completed', 'code': 200} Mar 08 19:27:27.366118 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5f718-e2f4-41ce-ab72-ea0b674d4b9c req-6566bc5f-888b-4752-b017-41d932249093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:27.367912 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-38f5f718-e2f4-41ce-ab72-ea0b674d4b9c req-6566bc5f-888b-4752-b017-41d932249093 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77bda9809dfb4144986c270b0493dcb9&device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 1130 time: 0.0467272 Mar 08 19:27:27.480421 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5f718-e2f4-41ce-ab72-ea0b674d4b9c req-8bb47ef6-c9e7-4716-ad7e-fbc7032e6511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:27.482334 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-38f5f718-e2f4-41ce-ab72-ea0b674d4b9c req-8bb47ef6-c9e7-4716-ad7e-fbc7032e6511 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a87c540b-f15d-4b47-9f06-54063bb28b6d HTTP/1.1" status: 200 len: 913 time: 0.1079035 Mar 08 19:27:27.486454 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-8a393db1-5495-4648-9d6a-8a309a37b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:43Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:27.518796 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a393db1-5495-4648-9d6a-8a309a37b357 None None] Checking router: b21fc775-176e-4cc6-8a14-2e18175dfe9e for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:27:27.521073 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574b3c1-c523-47de-b748-c7c7c1a9bd0e req-b74e3bda-c6d4-4033-9f77-71b477af4640 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:27.526864 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b574b3c1-c523-47de-b748-c7c7c1a9bd0e req-b74e3bda-c6d4-4033-9f77-71b477af4640 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 946 time: 0.0732853 Mar 08 19:27:27.528239 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a393db1-5495-4648-9d6a-8a309a37b357 None None] Routers {'b21fc775-176e-4cc6-8a14-2e18175dfe9e'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:27.528993 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-8a393db1-5495-4648-9d6a-8a309a37b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:27:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:27.532470 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-38f5f718-e2f4-41ce-ab72-ea0b674d4b9c req-2845b1bb-09fc-4af0-b476-b2b4cb8d9a9c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d94d3f2-c7dc-4613-824c-440131fcaad6 HTTP/1.1" status: 200 len: 217 time: 0.0430496 Mar 08 19:27:27.590843 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5f718-e2f4-41ce-ab72-ea0b674d4b9c req-a653dc85-1e56-4519-8849-298ec77fff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:27.594215 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b574b3c1-c523-47de-b748-c7c7c1a9bd0e req-7112ab4c-7504-40c4-8613-2d9ec1f8d3c9 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576861 Mar 08 19:27:27.594880 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-38f5f718-e2f4-41ce-ab72-ea0b674d4b9c req-a653dc85-1e56-4519-8849-298ec77fff3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=845dbfc1-effb-4886-8b24-637bc4d19911 HTTP/1.1" status: 200 len: 851 time: 0.0538580 Mar 08 19:27:27.649418 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5f718-e2f4-41ce-ab72-ea0b674d4b9c req-abbeeb75-b432-49ac-85d0-52377163148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:27.651173 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-38f5f718-e2f4-41ce-ab72-ea0b674d4b9c req-abbeeb75-b432-49ac-85d0-52377163148e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a87c540b-f15d-4b47-9f06-54063bb28b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501680 Mar 08 19:27:27.667334 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-8a393db1-5495-4648-9d6a-8a309a37b357 None None] Set router b21fc775-176e-4cc6-8a14-2e18175dfe9e gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:27.752273 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-38f5f718-e2f4-41ce-ab72-ea0b674d4b9c req-bc7f91a2-2f3c-4cc0-b0e6-862d9c078107 service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939343 Mar 08 19:27:27.855415 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-38f5f718-e2f4-41ce-ab72-ea0b674d4b9c req-efb90eee-55ea-46e7-b360-5a0f5dc54576 service neutron] 10.222.0.64 "GET /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968199 Mar 08 19:27:27.888603 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-8a393db1-5495-4648-9d6a-8a309a37b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:43Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:27.925490 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a393db1-5495-4648-9d6a-8a309a37b357 None None] The sync data for ids ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'] in dv-cinder-830092-3-iscsi is: [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:17:39Z', 'revision_number': 4, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '3f929158-b1cb-4ca1-a952-36e10a3c940d', 'name': '', 'network_id': 'a87c540b-f15d-4b47-9f06-54063bb28b6d', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'mac_address': 'fa:16:3e:8f:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:38Z', 'updated_at': '2022-03-08T19:17:43Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'subnets': [{'id': '845dbfc1-effb-4886-8b24-637bc4d19911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:27:28.164462 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc2d5c9-74b3-4a04-9911-1b437ab7981d None None] New status for floating IP d57b3799-cafb-4d11-9f10-156363a35755: DOWN {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:27:28.231035 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0b773-bfec-4202-bcef-e2fe490c1925 req-4f16f6ac-9d38-4e41-803e-6d7814f48fc1 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:28.232853 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-39b0b773-bfec-4202-bcef-e2fe490c1925 req-4f16f6ac-9d38-4e41-803e-6d7814f48fc1 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 943 time: 0.0566378 Mar 08 19:27:28.285340 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-39b0b773-bfec-4202-bcef-e2fe490c1925 req-e0ad2b86-ae69-4ccb-a32a-2c55da9ef325 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459445 Mar 08 19:27:28.597830 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e32ae1-4e6c-4c2d-b7af-5dd37d6dfa2b req-94aba38a-1237-4f02-ae72-efeeb967be4b tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:28.599324 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-43e32ae1-4e6c-4c2d-b7af-5dd37d6dfa2b req-94aba38a-1237-4f02-ae72-efeeb967be4b tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.64 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 946 time: 0.0587971 Mar 08 19:27:28.698233 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-43e32ae1-4e6c-4c2d-b7af-5dd37d6dfa2b req-10086622-0fc3-4cc7-b259-e9a6d0fbbb5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Deleting port 4d94d3f2-c7dc-4613-824c-440131fcaad6 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:28.698612 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-43e32ae1-4e6c-4c2d-b7af-5dd37d6dfa2b req-10086622-0fc3-4cc7-b259-e9a6d0fbbb5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (4d94d3f2-c7dc-4613-824c-440131fcaad6), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:28.714856 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a318f3-0f42-42cc-b876-8c227f3cf616 req-5f4d3ce4-6772-45dc-a83c-9e287eb5c473 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:28.716343 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d6a318f3-0f42-42cc-b876-8c227f3cf616 req-5f4d3ce4-6772-45dc-a83c-9e287eb5c473 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 946 time: 0.0523949 Mar 08 19:27:28.773071 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d6a318f3-0f42-42cc-b876-8c227f3cf616 req-9edc7c5c-0589-4ba2-864d-6e477e383122 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/security-groups?id=18831971-dd64-4bf0-8040-4c67ad11f5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494640 Mar 08 19:27:28.792076 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-43e32ae1-4e6c-4c2d-b7af-5dd37d6dfa2b req-10086622-0fc3-4cc7-b259-e9a6d0fbbb5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] For port 4d94d3f2-c7dc-4613-824c-440131fcaad6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d94d3f2-c7dc-4613-824c-440131fcaad6,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:28.792076 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-43e32ae1-4e6c-4c2d-b7af-5dd37d6dfa2b req-10086622-0fc3-4cc7-b259-e9a6d0fbbb5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (4d94d3f2-c7dc-4613-824c-440131fcaad6), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:28.804874 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-43e32ae1-4e6c-4c2d-b7af-5dd37d6dfa2b req-10086622-0fc3-4cc7-b259-e9a6d0fbbb5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Calling delete_port for 4d94d3f2-c7dc-4613-824c-440131fcaad6 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:28.939709 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46636) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:28.998846 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-43e32ae1-4e6c-4c2d-b7af-5dd37d6dfa2b req-10086622-0fc3-4cc7-b259-e9a6d0fbbb5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (4d94d3f2-c7dc-4613-824c-440131fcaad6), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:29.032307 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10086622-0fc3-4cc7-b259-e9a6d0fbbb5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event deleted for resources: {'Port': ['ID=4d94d3f2-c7dc-4613-824c-440131fcaad6,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:29.079213 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e32ae1-4e6c-4c2d-b7af-5dd37d6dfa2b req-10086622-0fc3-4cc7-b259-e9a6d0fbbb5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] No DVR routers for this DVR port 4d94d3f2-c7dc-4613-824c-440131fcaad6 on host hv-cinder-83009 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:27:29.081674 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-43e32ae1-4e6c-4c2d-b7af-5dd37d6dfa2b req-10086622-0fc3-4cc7-b259-e9a6d0fbbb5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:29.085108 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-43e32ae1-4e6c-4c2d-b7af-5dd37d6dfa2b req-10086622-0fc3-4cc7-b259-e9a6d0fbbb5e tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.64 "DELETE /v2.0/ports/4d94d3f2-c7dc-4613-824c-440131fcaad6 HTTP/1.1" status: 204 len: 173 time: 0.4807217 Mar 08 19:27:29.085578 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'name': 'network-vif-deleted', 'tag': '4d94d3f2-c7dc-4613-824c-440131fcaad6'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:27:29.087940 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de30ef29-2226-4094-8744-661d8bde990c" -d '{"events": [{"server_uuid": "28733abe-7e48-4d7f-82ab-90cfe7ed3236", "name": "network-vif-deleted", "tag": "4d94d3f2-c7dc-4613-824c-440131fcaad6"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:27:29.125562 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6b3a11-b9f0-4163-8baf-e8f1ebf3150c x-openstack-request-id: req-5f6b3a11-b9f0-4163-8baf-e8f1ebf3150c {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:27:29.125859 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28733abe-7e48-4d7f-82ab-90cfe7ed3236", "name": "network-vif-deleted", "tag": "4d94d3f2-c7dc-4613-824c-440131fcaad6", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:27:29.126114 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f6b3a11-b9f0-4163-8baf-e8f1ebf3150c {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:27:29.126559 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28733abe-7e48-4d7f-82ab-90cfe7ed3236', 'name': 'network-vif-deleted', 'tag': '4d94d3f2-c7dc-4613-824c-440131fcaad6', 'status': 'completed', 'code': 200} Mar 08 19:27:29.307690 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-44fa16cb-d205-4646-bc79-d605cf71c3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:29.413625 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-44fa16cb-d205-4646-bc79-d605cf71c3a4 admin admin] Publish callbacks [] for security_group (9f870b13-c0b4-4e50-93bf-b63c2589b44c), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:29.429000 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38505026-e64e-4222-856e-9a1c006f3945 req-4b37adff-8b31-401b-a063-ba186b610e98 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:29.430544 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-38505026-e64e-4222-856e-9a1c006f3945 req-4b37adff-8b31-401b-a063-ba186b610e98 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 943 time: 0.0750492 Mar 08 19:27:29.481988 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-38505026-e64e-4222-856e-9a1c006f3945 req-c17d0240-043b-4135-87b7-072ef1c4ee2d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451331 Mar 08 19:27:29.512053 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 5dd973eb-1d71-430f-b699-067cb2b6ba1b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:27:29.519239 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-44fa16cb-d205-4646-bc79-d605cf71c3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (9f870b13-c0b4-4e50-93bf-b63c2589b44c), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:29.570746 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-44fa16cb-d205-4646-bc79-d605cf71c3a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=366911df98e948a9a3138312b6f61da5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6269548 Mar 08 19:27:29.570746 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa16cb-d205-4646-bc79-d605cf71c3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f870b13-c0b4-4e50-93bf-b63c2589b44c,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:29.570948 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46644) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:29.624526 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 5dd973eb-1d71-430f-b699-067cb2b6ba1b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5dd973eb-1d71-430f-b699-067cb2b6ba1b,segment=NetworkSegment(d26ccd52-72fd-41ec-bc13-42c1232a31dc),segment_id=d26ccd52-72fd-41ec-bc13-42c1232a31dc)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:29.632697 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f0f66866-3df3-494b-8a0f-e0c515792c6b admin admin] Publish callbacks [] for security_group (9f870b13-c0b4-4e50-93bf-b63c2589b44c), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:29.634989 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '5dd973eb-1d71-430f-b699-067cb2b6ba1b', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'port_id': '5dd973eb-1d71-430f-b699-067cb2b6ba1b', 'mac_address': 'fa:16:3e:b2:c7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:27:29.656694 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f0f66866-3df3-494b-8a0f-e0c515792c6b admin admin] Publish callbacks [] for security_group (9f870b13-c0b4-4e50-93bf-b63c2589b44c), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:29.680841 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 5dd973eb-1d71-430f-b699-067cb2b6ba1b is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:27:29.681227 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (5dd973eb-1d71-430f-b699-067cb2b6ba1b), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:29.697420 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd973eb-1d71-430f-b699-067cb2b6ba1b {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:27:29.718280 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 5dd973eb-1d71-430f-b699-067cb2b6ba1b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5dd973eb-1d71-430f-b699-067cb2b6ba1b,segment=NetworkSegment(d26ccd52-72fd-41ec-bc13-42c1232a31dc),segment_id=d26ccd52-72fd-41ec-bc13-42c1232a31dc)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:29.804317 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f0f66866-3df3-494b-8a0f-e0c515792c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (9f870b13-c0b4-4e50-93bf-b63c2589b44c), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:29.807106 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f0f66866-3df3-494b-8a0f-e0c515792c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:29.808300 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f0f66866-3df3-494b-8a0f-e0c515792c6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f870b13-c0b4-4e50-93bf-b63c2589b44c HTTP/1.1" status: 204 len: 168 time: 0.2366292 Mar 08 19:27:29.827255 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f66866-3df3-494b-8a0f-e0c515792c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f870b13-c0b4-4e50-93bf-b63c2589b44c,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:29.832823 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (5dd973eb-1d71-430f-b699-067cb2b6ba1b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:29.893839 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=5dd973eb-1d71-430f-b699-067cb2b6ba1b,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:29.900912 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8867036b-1d4e-4a80-a20b-0ea4a9d07f32 req-729f5ef9-b3cf-43bb-8289-532ff77206cc tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "GET /v2.0/ports?device_id=28733abe-7e48-4d7f-82ab-90cfe7ed3236 HTTP/1.1" status: 200 len: 210 time: 0.0404544 Mar 08 19:27:30.198694 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['5dd973eb-1d71-430f-b699-067cb2b6ba1b'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:27:30.538655 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46654) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:30.553580 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-20be737e-a229-446a-a1f2-2395620e68e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:30.626311 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1c39a-fbcb-484a-b91c-7f67feaf96ff req-967aef56-83a7-4ca2-b2c5-aa7876215eca tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:30.627813 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2bc1c39a-fbcb-484a-b91c-7f67feaf96ff req-967aef56-83a7-4ca2-b2c5-aa7876215eca tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 944 time: 0.0759549 Mar 08 19:27:30.698224 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-20be737e-a229-446a-a1f2-2395620e68e6 admin admin] Publish callbacks [] for security_group (5119c2f8-2944-4fb1-b164-026db8a2699f), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:30.701970 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2bc1c39a-fbcb-484a-b91c-7f67feaf96ff req-9bdaf30c-9c02-4f19-b1e7-126d93523deb tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666738 Mar 08 19:27:30.769615 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-20be737e-a229-446a-a1f2-2395620e68e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (5119c2f8-2944-4fb1-b164-026db8a2699f), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:30.807816 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-20be737e-a229-446a-a1f2-2395620e68e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f10d26999ba44d8a2371e5cfe0a7be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679965 Mar 08 19:27:30.808822 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be737e-a229-446a-a1f2-2395620e68e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5119c2f8-2944-4fb1-b164-026db8a2699f,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:30.810685 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46656) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:30.859093 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ef94e156-5c5f-4e7e-9c2d-e429ab405203 admin admin] Publish callbacks [] for security_group (5119c2f8-2944-4fb1-b164-026db8a2699f), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:30.883170 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ef94e156-5c5f-4e7e-9c2d-e429ab405203 admin admin] Publish callbacks [] for security_group (5119c2f8-2944-4fb1-b164-026db8a2699f), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:30.963691 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46660) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:31.001028 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ef94e156-5c5f-4e7e-9c2d-e429ab405203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (5119c2f8-2944-4fb1-b164-026db8a2699f), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:31.003519 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ef94e156-5c5f-4e7e-9c2d-e429ab405203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:31.004784 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-ef94e156-5c5f-4e7e-9c2d-e429ab405203 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5119c2f8-2944-4fb1-b164-026db8a2699f HTTP/1.1" status: 204 len: 168 time: 0.1924474 Mar 08 19:27:31.021673 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94e156-5c5f-4e7e-9c2d-e429ab405203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5119c2f8-2944-4fb1-b164-026db8a2699f,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:31.105775 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-09a1a7bd-0626-4676-a263-f666cf50aeae tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Deleting port 735d9c56-5fbf-4761-9443-2addb7491b0b {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:31.106136 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-09a1a7bd-0626-4676-a263-f666cf50aeae tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (735d9c56-5fbf-4761-9443-2addb7491b0b), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:31.180884 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-09a1a7bd-0626-4676-a263-f666cf50aeae tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (735d9c56-5fbf-4761-9443-2addb7491b0b), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:31.181203 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-09a1a7bd-0626-4676-a263-f666cf50aeae tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for floatingip (735d9c56-5fbf-4761-9443-2addb7491b0b), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:31.192977 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-09a1a7bd-0626-4676-a263-f666cf50aeae tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Calling delete_port for 735d9c56-5fbf-4761-9443-2addb7491b0b owned by network:floatingip {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:31.398166 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-09a1a7bd-0626-4676-a263-f666cf50aeae tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (735d9c56-5fbf-4761-9443-2addb7491b0b), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:31.429869 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1a7bd-0626-4676-a263-f666cf50aeae tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event deleted for resources: {'Port': ['ID=735d9c56-5fbf-4761-9443-2addb7491b0b,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:31.495734 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-09a1a7bd-0626-4676-a263-f666cf50aeae tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for floatingip (2a578109-a96b-47c0-bf79-061f3793dafb), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:31.496733 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-09a1a7bd-0626-4676-a263-f666cf50aeae tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:31.497873 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-09a1a7bd-0626-4676-a263-f666cf50aeae tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "DELETE /v2.0/floatingips/2a578109-a96b-47c0-bf79-061f3793dafb HTTP/1.1" status: 204 len: 168 time: 0.5331917 Mar 08 19:27:31.531453 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 5dd973eb-1d71-430f-b699-067cb2b6ba1b up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:27:31.655441 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port 5dd973eb-1d71-430f-b699-067cb2b6ba1b completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:27:31.659742 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 5dd973eb-1d71-430f-b699-067cb2b6ba1b triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:27:31.660127 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (5dd973eb-1d71-430f-b699-067cb2b6ba1b), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:31.745585 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 5dd973eb-1d71-430f-b699-067cb2b6ba1b is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:27:31.745585 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (5dd973eb-1d71-430f-b699-067cb2b6ba1b), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:31.767077 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd426b8c-c813-4c95-b795-be7cb7735fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd973eb-1d71-430f-b699-067cb2b6ba1b'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:27:31.769296 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed1a8ae-fe99-4e1d-a2e8-29cd2a039a46" -d '{"events": [{"server_uuid": "bd426b8c-c813-4c95-b795-be7cb7735fc8", "name": "network-vif-plugged", "status": "completed", "tag": "5dd973eb-1d71-430f-b699-067cb2b6ba1b"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:27:31.784229 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 5dd973eb-1d71-430f-b699-067cb2b6ba1b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5dd973eb-1d71-430f-b699-067cb2b6ba1b,segment=NetworkSegment(d26ccd52-72fd-41ec-bc13-42c1232a31dc),segment_id=d26ccd52-72fd-41ec-bc13-42c1232a31dc)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:31.825419 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550740fc-ce9c-4c34-9ed4-b96791891e8c req-74f8d45b-792a-4c20-89d8-908715696ed0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:31.832506 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-550740fc-ce9c-4c34-9ed4-b96791891e8c req-74f8d45b-792a-4c20-89d8-908715696ed0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 944 time: 0.0635545 Mar 08 19:27:31.855325 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (5dd973eb-1d71-430f-b699-067cb2b6ba1b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:31.856151 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 4d94d3f2-c7dc-4613-824c-440131fcaad6 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:27:31.882489 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: 4d94d3f2-c7dc-4613-824c-440131fcaad6 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:27:31.883092 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 4d94d3f2-c7dc-4613-824c-440131fcaad6 not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:27:31.921430 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-550740fc-ce9c-4c34-9ed4-b96791891e8c req-dd263548-5eb6-4168-be47-7e3a875b1cfb tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880399 Mar 08 19:27:31.961747 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b03334b-d776-4017-83bf-62c0545584a3 x-openstack-request-id: req-3b03334b-d776-4017-83bf-62c0545584a3 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:27:31.962226 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd426b8c-c813-4c95-b795-be7cb7735fc8", "name": "network-vif-plugged", "status": "completed", "tag": "5dd973eb-1d71-430f-b699-067cb2b6ba1b", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:27:31.962514 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b03334b-d776-4017-83bf-62c0545584a3 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:27:31.962962 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd426b8c-c813-4c95-b795-be7cb7735fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd973eb-1d71-430f-b699-067cb2b6ba1b', 'code': 200} Mar 08 19:27:31.963634 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=5dd973eb-1d71-430f-b699-067cb2b6ba1b,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:32.330349 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b8d2d-e38e-4e34-ab25-18d22c0628c3 req-b39808ea-d41b-4cbf-ac02-a0b3050375b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:32.331836 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-550b8d2d-e38e-4e34-ab25-18d22c0628c3 req-b39808ea-d41b-4cbf-ac02-a0b3050375b8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 1129 time: 0.0511084 Mar 08 19:27:32.379807 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-550b8d2d-e38e-4e34-ab25-18d22c0628c3 req-afef50e5-1cb4-42c9-a0ec-be643feda00d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410039 Mar 08 19:27:32.815564 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46704) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:32.918148 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0110f432-0087-4724-a161-7c63befc0ea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:32.985348 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46712) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:32.995581 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0110f432-0087-4724-a161-7c63befc0ea0 admin admin] Publish callbacks [] for security_group (05ff269f-a50d-4042-8a10-27d74ab9d6bd), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:33.041955 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group (18831971-dd64-4bf0-8040-4c67ad11f5a9), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:33.048772 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3182689-cc71-41f1-84cf-f37621a70d87 req-05bc8026-7ca3-4bc7-bca7-1e0872dc2583 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:33.050303 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b3182689-cc71-41f1-84cf-f37621a70d87 req-05bc8026-7ca3-4bc7-bca7-1e0872dc2583 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0534194 Mar 08 19:27:33.067212 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group (18831971-dd64-4bf0-8040-4c67ad11f5a9), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:33.075863 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0110f432-0087-4724-a161-7c63befc0ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (05ff269f-a50d-4042-8a10-27d74ab9d6bd), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:33.133835 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b3182689-cc71-41f1-84cf-f37621a70d87 req-5c878367-ff25-4a98-94ed-21ccb28de930 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778110 Mar 08 19:27:33.137380 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-0110f432-0087-4724-a161-7c63befc0ea0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dfe841d369e1481297ddc4c636a3b3f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208055 Mar 08 19:27:33.138237 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110f432-0087-4724-a161-7c63befc0ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ff269f-a50d-4042-8a10-27d74ab9d6bd,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:33.140891 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46714) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:33.191960 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-333f4dc8-7d0d-41c9-bd5d-93c9d5d62c2a admin admin] Publish callbacks [] for security_group (05ff269f-a50d-4042-8a10-27d74ab9d6bd), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:33.211835 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (18831971-dd64-4bf0-8040-4c67ad11f5a9), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:33.214433 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:33.215555 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] 10.222.0.21 "DELETE /v2.0/security-groups/18831971-dd64-4bf0-8040-4c67ad11f5a9 HTTP/1.1" status: 204 len: 168 time: 0.2294419 Mar 08 19:27:33.218529 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-333f4dc8-7d0d-41c9-bd5d-93c9d5d62c2a admin admin] Publish callbacks [] for security_group (05ff269f-a50d-4042-8a10-27d74ab9d6bd), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:33.236956 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18831971-dd64-4bf0-8040-4c67ad11f5a9,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:33.253765 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:33.254106 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:33.254470 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:33.254803 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:33.255127 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:33.255448 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:33.255769 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:33.256089 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:33.256408 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:33.256727 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:33.257042 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:33.257353 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:33.257665 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7e19d-fd70-43f7-9f62-caaa4d7f35e5 tempest-TestVolumeBootPattern-1224584649 tempest-TestVolumeBootPattern-1224584649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:33.363977 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-333f4dc8-7d0d-41c9-bd5d-93c9d5d62c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (05ff269f-a50d-4042-8a10-27d74ab9d6bd), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:33.366625 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-333f4dc8-7d0d-41c9-bd5d-93c9d5d62c2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:33.368040 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-333f4dc8-7d0d-41c9-bd5d-93c9d5d62c2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05ff269f-a50d-4042-8a10-27d74ab9d6bd HTTP/1.1" status: 204 len: 168 time: 0.2258983 Mar 08 19:27:33.382339 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46720) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:33.384310 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f4dc8-7d0d-41c9-bd5d-93c9d5d62c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ff269f-a50d-4042-8a10-27d74ab9d6bd,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:33.829784 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-04320edc-7919-4f7a-adef-1b03653b5f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-329048'] for router_interface (b21fc775-176e-4cc6-8a14-2e18175dfe9e), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:34.121660 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-04320edc-7919-4f7a-adef-1b03653b5f1e admin admin] Deleting port 3f929158-b1cb-4ca1-a952-36e10a3c940d {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:34.122353 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-04320edc-7919-4f7a-adef-1b03653b5f1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:34.251406 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-04320edc-7919-4f7a-adef-1b03653b5f1e admin admin] For port 3f929158-b1cb-4ca1-a952-36e10a3c940d, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=3f929158-b1cb-4ca1-a952-36e10a3c940d,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:34.251816 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-04320edc-7919-4f7a-adef-1b03653b5f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:34.269177 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-04320edc-7919-4f7a-adef-1b03653b5f1e admin admin] Calling delete_port for 3f929158-b1cb-4ca1-a952-36e10a3c940d owned by network:router_interface {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:34.335203 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ff268-3d49-4cb7-b83c-b5f5827be3c5 req-930edcff-0e03-414c-b928-c08a76735b41 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:34.337340 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-943ff268-3d49-4cb7-b83c-b5f5827be3c5 req-930edcff-0e03-414c-b928-c08a76735b41 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.1249518 Mar 08 19:27:34.405056 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-943ff268-3d49-4cb7-b83c-b5f5827be3c5 req-c7facfe6-84a8-4e3e-9181-94c9a0573dc2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594969 Mar 08 19:27:34.579319 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51999c-2c53-4ec2-8c38-3b94b266f1e3 req-f9b38226-ee4a-4533-8604-568f7470a2ff tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:34.580874 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ce51999c-2c53-4ec2-8c38-3b94b266f1e3 req-f9b38226-ee4a-4533-8604-568f7470a2ff tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.1044419 Mar 08 19:27:34.589788 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46746) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:34.595331 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-c42bf1fd-aa8f-436b-b404-e6d039161aab tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Request body: {'floatingip': {'port_id': '5dd973eb-1d71-430f-b699-067cb2b6ba1b'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:27:34.621260 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-04320edc-7919-4f7a-adef-1b03653b5f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (3f929158-b1cb-4ca1-a952-36e10a3c940d), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:34.634303 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c42bf1fd-aa8f-436b-b404-e6d039161aab tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for floatingip (7ceb4ce2-802c-4072-9c1c-1b3c4fd8e7a6), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:34.650456 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04320edc-7919-4f7a-adef-1b03653b5f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=3f929158-b1cb-4ca1-a952-36e10a3c940d,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:34.849191 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-04320edc-7919-4f7a-adef-1b03653b5f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-329004'] for router_interface (b21fc775-176e-4cc6-8a14-2e18175dfe9e), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:35.092389 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04320edc-7919-4f7a-adef-1b03653b5f1e admin admin] Router b21fc775-176e-4cc6-8a14-2e18175dfe9e has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:27:35.142774 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c42bf1fd-aa8f-436b-b404-e6d039161aab tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:35.202412 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04320edc-7919-4f7a-adef-1b03653b5f1e admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:27:35.204154 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c42bf1fd-aa8f-436b-b404-e6d039161aab tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (7ceb4ce2-802c-4072-9c1c-1b3c4fd8e7a6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:35.207497 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-04320edc-7919-4f7a-adef-1b03653b5f1e admin admin] 10.222.0.21 "PUT /v2.0/routers/b21fc775-176e-4cc6-8a14-2e18175dfe9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8240674 Mar 08 19:27:35.210105 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46788) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:35.211938 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a71e3-6087-4159-b222-7bb450510313 None None] Sync routers for ids ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:27:35.222763 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a71e3-6087-4159-b222-7bb450510313 None None] Routers {'b21fc775-176e-4cc6-8a14-2e18175dfe9e'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:35.223392 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-4b3a71e3-6087-4159-b222-7bb450510313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:27:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:35.318675 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.l3_db [None req-c42bf1fd-aa8f-436b-b404-e6d039161aab tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Floating IP 7ceb4ce2-802c-4072-9c1c-1b3c4fd8e7a6 associated. External IP: 172.27.2.162, port: 5dd973eb-1d71-430f-b699-067cb2b6ba1b. Mar 08 19:27:35.326671 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5285a11c-b075-4986-9fb9-9f30dd98111d admin admin] Publish callbacks [] for router (b21fc775-176e-4cc6-8a14-2e18175dfe9e), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:35.335090 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-4b3a71e3-6087-4159-b222-7bb450510313 None None] Set router b21fc775-176e-4cc6-8a14-2e18175dfe9e gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:35.460221 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5285a11c-b075-4986-9fb9-9f30dd98111d admin admin] Publish callbacks [] for router_gateway (b21fc775-176e-4cc6-8a14-2e18175dfe9e), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:35.526311 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-4b3a71e3-6087-4159-b222-7bb450510313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:27:34Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:35.544260 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42bf1fd-aa8f-436b-b404-e6d039161aab tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Router ff24b608-69fb-4384-a978-ad3899265c14 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:27:35.552870 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a71e3-6087-4159-b222-7bb450510313 None None] Checking router: b21fc775-176e-4cc6-8a14-2e18175dfe9e for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:27:35.561841 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a71e3-6087-4159-b222-7bb450510313 None None] Routers {'b21fc775-176e-4cc6-8a14-2e18175dfe9e'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:35.562525 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-4b3a71e3-6087-4159-b222-7bb450510313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:27:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:35.664952 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-5285a11c-b075-4986-9fb9-9f30dd98111d admin admin] Deleting port fb45d2db-4e04-4b30-a792-214c40733023 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:35.665187 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5285a11c-b075-4986-9fb9-9f30dd98111d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (fb45d2db-4e04-4b30-a792-214c40733023), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:35.666684 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42bf1fd-aa8f-436b-b404-e6d039161aab tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:27:35.673564 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c42bf1fd-aa8f-436b-b404-e6d039161aab tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:35.677844 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8f576-ad1e-4803-8a21-bcf49eb032fc None None] Sync routers for ids ['ff24b608-69fb-4384-a978-ad3899265c14'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:27:35.679804 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-4b3a71e3-6087-4159-b222-7bb450510313 None None] Set router b21fc775-176e-4cc6-8a14-2e18175dfe9e gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:35.702227 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8f576-ad1e-4803-8a21-bcf49eb032fc None None] Routers {'ff24b608-69fb-4384-a978-ad3899265c14'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:35.705621 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-9ab8f576-ad1e-4803-8a21-bcf49eb032fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:27:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ff24b608-69fb-4384-a978-ad3899265c14'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:35.754770 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-5285a11c-b075-4986-9fb9-9f30dd98111d admin admin] For port fb45d2db-4e04-4b30-a792-214c40733023, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=fb45d2db-4e04-4b30-a792-214c40733023,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:35.754770 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5285a11c-b075-4986-9fb9-9f30dd98111d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (fb45d2db-4e04-4b30-a792-214c40733023), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:35.780628 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c42bf1fd-aa8f-436b-b404-e6d039161aab tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "PUT /v2.0/floatingips/7ceb4ce2-802c-4072-9c1c-1b3c4fd8e7a6 HTTP/1.1" status: 200 len: 991 time: 1.1894538 Mar 08 19:27:35.781438 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd426b8c-c813-4c95-b795-be7cb7735fc8', 'tag': '5dd973eb-1d71-430f-b699-067cb2b6ba1b'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:27:35.784042 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1ba49a-eb51-4454-b08a-712d322aabfd" -d '{"events": [{"name": "network-changed", "server_uuid": "bd426b8c-c813-4c95-b795-be7cb7735fc8", "tag": "5dd973eb-1d71-430f-b699-067cb2b6ba1b"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:27:35.792805 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-5285a11c-b075-4986-9fb9-9f30dd98111d admin admin] Calling delete_port for fb45d2db-4e04-4b30-a792-214c40733023 owned by network:router_gateway {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:35.826189 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-9ab8f576-ad1e-4803-8a21-bcf49eb032fc None None] Set router ff24b608-69fb-4384-a978-ad3899265c14 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:35.835788 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3b92e3-e2f1-499e-ade9-c1769405d6a8 x-openstack-request-id: req-cf3b92e3-e2f1-499e-ade9-c1769405d6a8 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:27:35.836349 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd426b8c-c813-4c95-b795-be7cb7735fc8", "tag": "5dd973eb-1d71-430f-b699-067cb2b6ba1b", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:27:35.836806 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf3b92e3-e2f1-499e-ade9-c1769405d6a8 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:27:35.837401 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd426b8c-c813-4c95-b795-be7cb7735fc8', 'tag': '5dd973eb-1d71-430f-b699-067cb2b6ba1b', 'status': 'completed', 'code': 200} Mar 08 19:27:35.943869 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ba49a-eb51-4454-b08a-712d322aabfd req-2c62c893-8db0-494c-99a0-85e7237fbaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:35.945479 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dd1ba49a-eb51-4454-b08a-712d322aabfd req-2c62c893-8db0-494c-99a0-85e7237fbaea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 1129 time: 0.0882907 Mar 08 19:27:35.954534 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-4b3a71e3-6087-4159-b222-7bb450510313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:27:34Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:35.981223 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a71e3-6087-4159-b222-7bb450510313 None None] The sync data for ids ['b21fc775-176e-4cc6-8a14-2e18175dfe9e'] in dv-cinder-830092-3-iscsi is: [{'id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'name': 'tempest-TestVolumeBootPattern-2058458988-router', 'tenant_id': '77bda9809dfb4144986c270b0493dcb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:35Z', 'updated_at': '2022-03-08T19:27:34Z', 'revision_number': 5, 'project_id': '77bda9809dfb4144986c270b0493dcb9', 'gw_port': {'id': 'fb45d2db-4e04-4b30-a792-214c40733023', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fc775-176e-4cc6-8a14-2e18175dfe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:36Z', 'updated_at': '2022-03-08T19:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:27:36.067511 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ba49a-eb51-4454-b08a-712d322aabfd req-900d6f75-8a51-4c58-9c81-e0516b629a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:36.069070 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dd1ba49a-eb51-4454-b08a-712d322aabfd req-900d6f75-8a51-4c58-9c81-e0516b629a00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518 HTTP/1.1" status: 200 len: 912 time: 0.1182721 Mar 08 19:27:36.097719 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-9ab8f576-ad1e-4803-8a21-bcf49eb032fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:13Z', 'revision_number': 4, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '7ceb4ce2-802c-4072-9c1c-1b3c4fd8e7a6', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'port_id': '5dd973eb-1d71-430f-b699-067cb2b6ba1b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'mac_address': 'fa:16:3e:b2:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd426b8c-c813-4c95-b795-be7cb7735fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:27:17Z', 'updated_at': '2022-03-08T19:27:35Z', 'revision_number': 1, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e', 'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'mac_address': 'fa:16:3e:b7:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:12Z', 'updated_at': '2022-03-08T19:27:17Z', 'revision_number': 5, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'subnets': [{'id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:36.118440 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5285a11c-b075-4986-9fb9-9f30dd98111d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (fb45d2db-4e04-4b30-a792-214c40733023), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:36.129041 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8f576-ad1e-4803-8a21-bcf49eb032fc None None] Checking router: ff24b608-69fb-4384-a978-ad3899265c14 for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:27:36.137937 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8f576-ad1e-4803-8a21-bcf49eb032fc None None] Routers {'ff24b608-69fb-4384-a978-ad3899265c14'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:36.138922 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-9ab8f576-ad1e-4803-8a21-bcf49eb032fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:27:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ff24b608-69fb-4384-a978-ad3899265c14'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:36.141922 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dd1ba49a-eb51-4454-b08a-712d322aabfd req-bfe916fe-9079-486d-9c77-d529be070ad2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dd973eb-1d71-430f-b699-067cb2b6ba1b HTTP/1.1" status: 200 len: 999 time: 0.0662920 Mar 08 19:27:36.148366 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285a11c-b075-4986-9fb9-9f30dd98111d admin admin] Pushing event deleted for resources: {'Port': ['ID=fb45d2db-4e04-4b30-a792-214c40733023,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:36.206111 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ba49a-eb51-4454-b08a-712d322aabfd req-993d0034-a88f-40c0-bf49-950c0202442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:36.207594 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dd1ba49a-eb51-4454-b08a-712d322aabfd req-993d0034-a88f-40c0-bf49-950c0202442d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cf5dd8a-43af-48fd-90c6-5dc13b7073d5 HTTP/1.1" status: 200 len: 850 time: 0.0598550 Mar 08 19:27:36.227346 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5285a11c-b075-4986-9fb9-9f30dd98111d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-328326'] for router_gateway (b21fc775-176e-4cc6-8a14-2e18175dfe9e), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:36.263043 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-9ab8f576-ad1e-4803-8a21-bcf49eb032fc None None] Set router ff24b608-69fb-4384-a978-ad3899265c14 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:36.274118 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ba49a-eb51-4454-b08a-712d322aabfd req-f3eb3d08-6668-408f-8376-9588e767cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:36.275774 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dd1ba49a-eb51-4454-b08a-712d322aabfd req-f3eb3d08-6668-408f-8376-9588e767cfe4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622504 Mar 08 19:27:36.337773 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5285a11c-b075-4986-9fb9-9f30dd98111d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-331570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25210'] for router (b21fc775-176e-4cc6-8a14-2e18175dfe9e), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:36.339981 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5285a11c-b075-4986-9fb9-9f30dd98111d admin admin] Publish callbacks [] for router_controller (b21fc775-176e-4cc6-8a14-2e18175dfe9e), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:36.390390 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dd1ba49a-eb51-4454-b08a-712d322aabfd req-dccd139b-cd71-4e4d-bc5f-81e9b20ed89d service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068676 Mar 08 19:27:36.479922 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5285a11c-b075-4986-9fb9-9f30dd98111d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-331557'] for router (b21fc775-176e-4cc6-8a14-2e18175dfe9e), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:36.480843 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5285a11c-b075-4986-9fb9-9f30dd98111d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b21fc775-176e-4cc6-8a14-2e18175dfe9e {{(pid=103758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:27:36.493093 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5285a11c-b075-4986-9fb9-9f30dd98111d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:36.506767 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-5285a11c-b075-4986-9fb9-9f30dd98111d admin admin] 10.222.0.21 "DELETE /v2.0/routers/b21fc775-176e-4cc6-8a14-2e18175dfe9e HTTP/1.1" status: 204 len: 168 time: 1.2921441 Mar 08 19:27:36.508987 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46812) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:36.527185 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dd1ba49a-eb51-4454-b08a-712d322aabfd req-42b264ea-7052-4620-83c4-79641b051f62 service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297362 Mar 08 19:27:36.557275 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-9ab8f576-ad1e-4803-8a21-bcf49eb032fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:13Z', 'revision_number': 4, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '7ceb4ce2-802c-4072-9c1c-1b3c4fd8e7a6', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'port_id': '5dd973eb-1d71-430f-b699-067cb2b6ba1b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'mac_address': 'fa:16:3e:b2:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd426b8c-c813-4c95-b795-be7cb7735fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:27:17Z', 'updated_at': '2022-03-08T19:27:35Z', 'revision_number': 1, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e', 'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'mac_address': 'fa:16:3e:b7:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:12Z', 'updated_at': '2022-03-08T19:27:17Z', 'revision_number': 5, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'subnets': [{'id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:36.586963 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc52246-9293-409d-b588-fba7f27e22f6 admin admin] Deleting subnet 845dbfc1-effb-4886-8b24-637bc4d19911 {{(pid=103758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:27:36.590594 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8f576-ad1e-4803-8a21-bcf49eb032fc None None] The sync data for ids ['ff24b608-69fb-4384-a978-ad3899265c14'] in dv-cinder-830092-3-iscsi is: [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:13Z', 'revision_number': 4, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': '7ceb4ce2-802c-4072-9c1c-1b3c4fd8e7a6', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'port_id': '5dd973eb-1d71-430f-b699-067cb2b6ba1b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'mac_address': 'fa:16:3e:b2:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd426b8c-c813-4c95-b795-be7cb7735fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:27:17Z', 'updated_at': '2022-03-08T19:27:35Z', 'revision_number': 1, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e', 'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'mac_address': 'fa:16:3e:b7:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:12Z', 'updated_at': '2022-03-08T19:27:17Z', 'revision_number': 5, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'subnets': [{'id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:27:36.595009 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2fc52246-9293-409d-b588-fba7f27e22f6 admin admin] Publish callbacks [] for subnet (845dbfc1-effb-4886-8b24-637bc4d19911), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:36.656447 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2fc52246-9293-409d-b588-fba7f27e22f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13620975'] for subnet (845dbfc1-effb-4886-8b24-637bc4d19911), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:36.677693 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 3f929158-b1cb-4ca1-a952-36e10a3c940d no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:27:36.699842 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: 3f929158-b1cb-4ca1-a952-36e10a3c940d {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:27:36.700188 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 3f929158-b1cb-4ca1-a952-36e10a3c940d not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:27:36.775151 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2fc52246-9293-409d-b588-fba7f27e22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669433'] for subnet (845dbfc1-effb-4886-8b24-637bc4d19911), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:36.874272 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d9b2c-fbd6-421c-ae16-6d017e649c82 None None] New status for floating IP 7ceb4ce2-802c-4072-9c1c-1b3c4fd8e7a6: ACTIVE {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:27:36.902026 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2fc52246-9293-409d-b588-fba7f27e22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13606602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15838044'] for subnet (845dbfc1-effb-4886-8b24-637bc4d19911), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:36.930842 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc52246-9293-409d-b588-fba7f27e22f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845dbfc1-effb-4886-8b24-637bc4d19911,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:36.937121 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2fc52246-9293-409d-b588-fba7f27e22f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:36.940871 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-2fc52246-9293-409d-b588-fba7f27e22f6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/845dbfc1-effb-4886-8b24-637bc4d19911 HTTP/1.1" status: 204 len: 168 time: 0.4324849 Mar 08 19:27:36.943139 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46816) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:36.967406 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddce00b-b644-4a6f-9cac-b01fea59dbba None None] Network a87c540b-f15d-4b47-9f06-54063bb28b6d requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:27:37.017783 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715894'] for network (a87c540b-f15d-4b47-9f06-54063bb28b6d), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:37.078249 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] Deleting port 38b1d458-e3c6-4449-a3df-3700adcbf919 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:37.078624 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (38b1d458-e3c6-4449-a3df-3700adcbf919), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:37.147877 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] For port 38b1d458-e3c6-4449-a3df-3700adcbf919, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=38b1d458-e3c6-4449-a3df-3700adcbf919,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:37.147877 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (38b1d458-e3c6-4449-a3df-3700adcbf919), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:37.159180 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] Calling delete_port for 38b1d458-e3c6-4449-a3df-3700adcbf919 owned by network:dhcp {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:37.350486 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4131b363-e90a-41db-adfb-084a14c7bd35 None None] DHCP port deletion for a87c540b-f15d-4b47-9f06-54063bb28b6d request from dv-cinder-830092-3-iscsi {{(pid=103759) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:27:37.411754 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-4131b363-e90a-41db-adfb-084a14c7bd35 None None] Deleting port 38b1d458-e3c6-4449-a3df-3700adcbf919 {{(pid=103759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:37.412154 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4131b363-e90a-41db-adfb-084a14c7bd35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (38b1d458-e3c6-4449-a3df-3700adcbf919), before_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:37.477308 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-4131b363-e90a-41db-adfb-084a14c7bd35 None None] For port 38b1d458-e3c6-4449-a3df-3700adcbf919, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=38b1d458-e3c6-4449-a3df-3700adcbf919,segment=NetworkSegment(dd4fdcf3-4ff1-4412-bb81-90bf5237be17),segment_id=dd4fdcf3-4ff1-4412-bb81-90bf5237be17)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:37.477702 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4131b363-e90a-41db-adfb-084a14c7bd35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (38b1d458-e3c6-4449-a3df-3700adcbf919), precommit_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:37.490163 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-4131b363-e90a-41db-adfb-084a14c7bd35 None None] Calling delete_port for 38b1d458-e3c6-4449-a3df-3700adcbf919 owned by network:dhcp {{(pid=103759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:37.620061 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (38b1d458-e3c6-4449-a3df-3700adcbf919), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:37.625978 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4131b363-e90a-41db-adfb-084a14c7bd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226'] for port (38b1d458-e3c6-4449-a3df-3700adcbf919), after_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:37.646709 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] Pushing event deleted for resources: {'Port': ['ID=38b1d458-e3c6-4449-a3df-3700adcbf919,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:37.648501 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] No DVR routers for this DVR port 38b1d458-e3c6-4449-a3df-3700adcbf919 on host dv-cinder-830092-3-iscsi {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:27:37.653554 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131b363-e90a-41db-adfb-084a14c7bd35 None None] Pushing event deleted for resources: {'Port': ['ID=38b1d458-e3c6-4449-a3df-3700adcbf919,revision_number=None']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:37.667886 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4131b363-e90a-41db-adfb-084a14c7bd35 None None] No DVR routers for this DVR port 38b1d458-e3c6-4449-a3df-3700adcbf919 on host dv-cinder-830092-3-iscsi {{(pid=103759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:27:37.726920 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733302', 'neutron.services.segments.db._delete_segments_for_network-8785633600359'] for network (a87c540b-f15d-4b47-9f06-54063bb28b6d), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:37.746390 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87c540b-f15d-4b47-9f06-54063bb28b6d']}} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:37.755378 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17') {'for_net_delete': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:37.755672 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4fdcf3-4ff1-4412-bb81-90bf5237be17') {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:37.765445 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785633599600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13620756'] for segment (dd4fdcf3-4ff1-4412-bb81-90bf5237be17), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:37.778493 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (dd4fdcf3-4ff1-4412-bb81-90bf5237be17), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:37.784758 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13606560'] for segment (dd4fdcf3-4ff1-4412-bb81-90bf5237be17), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: Traceback (most recent call last): Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: timer() Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: cb(*args, **kw) Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: return func(*args, **kwargs) Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: self._notify() Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: self.callback(batched_events) Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: event.method(event) Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: return f(self, *a, **k) Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: return self._get(url).json() Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: return self.request(url, 'GET', **kwargs) Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:27:37.789236 dv-cinder-830092-3-iscsi neutron-server[103758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:27:37.940975 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-328354'] for network (a87c540b-f15d-4b47-9f06-54063bb28b6d), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:37.947446 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:37.955747 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] 10.222.0.21 "DELETE /v2.0/networks/a87c540b-f15d-4b47-9f06-54063bb28b6d HTTP/1.1" status: 204 len: 168 time: 1.0071032 Mar 08 19:27:37.956310 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46820) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:37.970657 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df204b1a-8d58-4055-b26f-ff3dda2c27da admin admin] Pushing event deleted for resources: {'Network': ['ID=a87c540b-f15d-4b47-9f06-54063bb28b6d,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:38.550677 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 38b1d458-e3c6-4449-a3df-3700adcbf919 no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:27:38.575037 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: 38b1d458-e3c6-4449-a3df-3700adcbf919 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:27:38.575468 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 38b1d458-e3c6-4449-a3df-3700adcbf919 not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:27:38.575966 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device fb45d2db-4e04-4b30-a792-214c40733023 no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:27:38.577624 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-98923065-2805-43c2-bb49-29e4fce35255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-329048'] for router_interface (ae6aa1da-cf18-4958-aded-095841291175), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:38.595858 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: fb45d2db-4e04-4b30-a792-214c40733023 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:27:38.596197 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device fb45d2db-4e04-4b30-a792-214c40733023 not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:27:38.836517 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-98923065-2805-43c2-bb49-29e4fce35255 admin admin] Deleting port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:38.836850 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-98923065-2805-43c2-bb49-29e4fce35255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:38.916427 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-98923065-2805-43c2-bb49-29e4fce35255 admin admin] For port c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df,segment=NetworkSegment(4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a),segment_id=4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:38.916779 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-98923065-2805-43c2-bb49-29e4fce35255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:38.929375 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-98923065-2805-43c2-bb49-29e4fce35255 admin admin] Calling delete_port for c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df owned by network:router_interface {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:39.316616 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-98923065-2805-43c2-bb49-29e4fce35255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:39.344300 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98923065-2805-43c2-bb49-29e4fce35255 admin admin] Pushing event deleted for resources: {'Port': ['ID=c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:39.526385 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-98923065-2805-43c2-bb49-29e4fce35255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-329004'] for router_interface (ae6aa1da-cf18-4958-aded-095841291175), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:39.697347 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:27:39.751461 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98923065-2805-43c2-bb49-29e4fce35255 admin admin] Router ae6aa1da-cf18-4958-aded-095841291175 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:27:39.856579 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98923065-2805-43c2-bb49-29e4fce35255 admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:27:39.862184 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-98923065-2805-43c2-bb49-29e4fce35255 admin admin] 10.222.0.21 "PUT /v2.0/routers/ae6aa1da-cf18-4958-aded-095841291175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9059863 Mar 08 19:27:39.864664 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46824) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:39.867187 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed27cb5e-0e87-494a-b2ec-1e162a2857a0 None None] Sync routers for ids ['ae6aa1da-cf18-4958-aded-095841291175'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:27:39.878202 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed27cb5e-0e87-494a-b2ec-1e162a2857a0 None None] Routers {'ae6aa1da-cf18-4958-aded-095841291175'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:39.879069 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-ed27cb5e-0e87-494a-b2ec-1e162a2857a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:27:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ae6aa1da-cf18-4958-aded-095841291175'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:39.978344 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2d1e1111-1c8a-4aed-a9af-278514663146 admin admin] Publish callbacks [] for router (ae6aa1da-cf18-4958-aded-095841291175), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:39.994556 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-ed27cb5e-0e87-494a-b2ec-1e162a2857a0 None None] Set router ae6aa1da-cf18-4958-aded-095841291175 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:40.098059 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2d1e1111-1c8a-4aed-a9af-278514663146 admin admin] Publish callbacks [] for router_gateway (ae6aa1da-cf18-4958-aded-095841291175), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:40.275764 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-ed27cb5e-0e87-494a-b2ec-1e162a2857a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6aa1da-cf18-4958-aded-095841291175', 'name': 'tempest-TestVolumeBootPattern-833973314-router', 'tenant_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'fca3fc59-c87a-408b-9f10-27bd0c78b1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:44Z', 'updated_at': '2022-03-08T19:27:39Z', 'revision_number': 5, 'project_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'gw_port': {'id': 'fca3fc59-c87a-408b-9f10-27bd0c78b1d2', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6aa1da-cf18-4958-aded-095841291175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:17:45Z', 'updated_at': '2022-03-08T19:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:40.283634 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-2d1e1111-1c8a-4aed-a9af-278514663146 admin admin] Deleting port fca3fc59-c87a-408b-9f10-27bd0c78b1d2 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:40.283972 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2d1e1111-1c8a-4aed-a9af-278514663146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (fca3fc59-c87a-408b-9f10-27bd0c78b1d2), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:40.302209 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed27cb5e-0e87-494a-b2ec-1e162a2857a0 None None] Checking router: ae6aa1da-cf18-4958-aded-095841291175 for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:27:40.310362 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed27cb5e-0e87-494a-b2ec-1e162a2857a0 None None] Routers {'ae6aa1da-cf18-4958-aded-095841291175'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:40.311071 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-ed27cb5e-0e87-494a-b2ec-1e162a2857a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:27:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ae6aa1da-cf18-4958-aded-095841291175'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:40.365135 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-2d1e1111-1c8a-4aed-a9af-278514663146 admin admin] For port fca3fc59-c87a-408b-9f10-27bd0c78b1d2, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=fca3fc59-c87a-408b-9f10-27bd0c78b1d2,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:40.365986 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2d1e1111-1c8a-4aed-a9af-278514663146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (fca3fc59-c87a-408b-9f10-27bd0c78b1d2), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:40.389359 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-2d1e1111-1c8a-4aed-a9af-278514663146 admin admin] Calling delete_port for fca3fc59-c87a-408b-9f10-27bd0c78b1d2 owned by network:router_gateway {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:40.399650 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-ed27cb5e-0e87-494a-b2ec-1e162a2857a0 None None] Set router ae6aa1da-cf18-4958-aded-095841291175 gateway port host: None {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:40.458922 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-ed27cb5e-0e87-494a-b2ec-1e162a2857a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6aa1da-cf18-4958-aded-095841291175', 'name': 'tempest-TestVolumeBootPattern-833973314-router', 'tenant_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:44Z', 'updated_at': '2022-03-08T19:27:40Z', 'revision_number': 6, 'project_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'gw_port_host': None}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:40.484912 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed27cb5e-0e87-494a-b2ec-1e162a2857a0 None None] The sync data for ids ['ae6aa1da-cf18-4958-aded-095841291175'] in dv-cinder-830092-3-iscsi is: [{'id': 'ae6aa1da-cf18-4958-aded-095841291175', 'name': 'tempest-TestVolumeBootPattern-833973314-router', 'tenant_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:17:44Z', 'updated_at': '2022-03-08T19:27:40Z', 'revision_number': 6, 'project_id': '8ec9f2d8edce4c4f920c93d1cde42761', 'gw_port_host': None}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:27:40.724291 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2d1e1111-1c8a-4aed-a9af-278514663146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (fca3fc59-c87a-408b-9f10-27bd0c78b1d2), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:40.750546 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e1111-1c8a-4aed-a9af-278514663146 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca3fc59-c87a-408b-9f10-27bd0c78b1d2,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:40.814909 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2d1e1111-1c8a-4aed-a9af-278514663146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-328326'] for router_gateway (ae6aa1da-cf18-4958-aded-095841291175), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:40.913762 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2d1e1111-1c8a-4aed-a9af-278514663146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-331570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25210'] for router (ae6aa1da-cf18-4958-aded-095841291175), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:40.916044 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2d1e1111-1c8a-4aed-a9af-278514663146 admin admin] Publish callbacks [] for router_controller (ae6aa1da-cf18-4958-aded-095841291175), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:41.084054 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2d1e1111-1c8a-4aed-a9af-278514663146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-331557'] for router (ae6aa1da-cf18-4958-aded-095841291175), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:41.084627 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1e1111-1c8a-4aed-a9af-278514663146 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae6aa1da-cf18-4958-aded-095841291175 {{(pid=103757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:27:41.089465 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2d1e1111-1c8a-4aed-a9af-278514663146 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:41.090649 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-2d1e1111-1c8a-4aed-a9af-278514663146 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ae6aa1da-cf18-4958-aded-095841291175 HTTP/1.1" status: 204 len: 168 time: 1.2250395 Mar 08 19:27:41.093398 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46830) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:41.138439 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d88cdd9-4de0-42b6-81b1-f1b5a48d633c admin admin] Deleting subnet f4725c13-dce9-40da-aa15-5ad141661e48 {{(pid=103757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:27:41.142536 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5d88cdd9-4de0-42b6-81b1-f1b5a48d633c admin admin] Publish callbacks [] for subnet (f4725c13-dce9-40da-aa15-5ad141661e48), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:41.176517 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5d88cdd9-4de0-42b6-81b1-f1b5a48d633c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12596001'] for subnet (f4725c13-dce9-40da-aa15-5ad141661e48), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:41.289486 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5d88cdd9-4de0-42b6-81b1-f1b5a48d633c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669433'] for subnet (f4725c13-dce9-40da-aa15-5ad141661e48), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:41.507251 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5d88cdd9-4de0-42b6-81b1-f1b5a48d633c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14676729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14442119'] for subnet (f4725c13-dce9-40da-aa15-5ad141661e48), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:41.540423 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88cdd9-4de0-42b6-81b1-f1b5a48d633c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4725c13-dce9-40da-aa15-5ad141661e48,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:41.547288 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5d88cdd9-4de0-42b6-81b1-f1b5a48d633c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:41.550733 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-5d88cdd9-4de0-42b6-81b1-f1b5a48d633c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f4725c13-dce9-40da-aa15-5ad141661e48 HTTP/1.1" status: 204 len: 168 time: 0.4562769 Mar 08 19:27:41.551625 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee03dd8-2aa5-4282-80d9-574771554fee None None] Network bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:27:41.553209 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46832) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:41.623014 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715894'] for network (bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:41.688087 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] Deleting port 8a56da0a-ec12-44b0-96ed-93239830d6cd {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:41.688427 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (8a56da0a-ec12-44b0-96ed-93239830d6cd), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:41.718966 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d8989c-2544-45f2-a2e3-a553181e2970 None None] DHCP port deletion for bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7 request from dv-cinder-830092-3-iscsi {{(pid=103759) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:27:41.758875 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] For port 8a56da0a-ec12-44b0-96ed-93239830d6cd, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=8a56da0a-ec12-44b0-96ed-93239830d6cd,segment=NetworkSegment(4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a),segment_id=4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:41.759232 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (8a56da0a-ec12-44b0-96ed-93239830d6cd), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:41.766187 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-63d8989c-2544-45f2-a2e3-a553181e2970 None None] Deleting port 8a56da0a-ec12-44b0-96ed-93239830d6cd {{(pid=103759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:41.766609 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-63d8989c-2544-45f2-a2e3-a553181e2970 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (8a56da0a-ec12-44b0-96ed-93239830d6cd), before_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:41.773124 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] Calling delete_port for 8a56da0a-ec12-44b0-96ed-93239830d6cd owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:41.833452 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-63d8989c-2544-45f2-a2e3-a553181e2970 None None] For port 8a56da0a-ec12-44b0-96ed-93239830d6cd, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=8a56da0a-ec12-44b0-96ed-93239830d6cd,segment=NetworkSegment(4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a),segment_id=4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:41.833736 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-63d8989c-2544-45f2-a2e3-a553181e2970 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (8a56da0a-ec12-44b0-96ed-93239830d6cd), precommit_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:41.846665 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-63d8989c-2544-45f2-a2e3-a553181e2970 None None] Calling delete_port for 8a56da0a-ec12-44b0-96ed-93239830d6cd owned by network:dhcp {{(pid=103759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:41.996769 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (8a56da0a-ec12-44b0-96ed-93239830d6cd), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:42.003174 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-63d8989c-2544-45f2-a2e3-a553181e2970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226'] for port (8a56da0a-ec12-44b0-96ed-93239830d6cd), after_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:42.028240 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] Pushing event deleted for resources: {'Port': ['ID=8a56da0a-ec12-44b0-96ed-93239830d6cd,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:42.028505 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8989c-2544-45f2-a2e3-a553181e2970 None None] Pushing event deleted for resources: {'Port': ['ID=8a56da0a-ec12-44b0-96ed-93239830d6cd,revision_number=None']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:42.031872 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] No DVR routers for this DVR port 8a56da0a-ec12-44b0-96ed-93239830d6cd on host dv-cinder-830092-3-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:27:42.032542 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d8989c-2544-45f2-a2e3-a553181e2970 None None] No DVR routers for this DVR port 8a56da0a-ec12-44b0-96ed-93239830d6cd on host dv-cinder-830092-3-iscsi {{(pid=103759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:27:42.104738 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733302', 'neutron.services.segments.db._delete_segments_for_network-8785633600359'] for network (bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:42.132428 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:42.142666 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:42.142957 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:42.152351 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785633599600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12596186'] for segment (4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:42.165872 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:42.173032 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:27:42.173410 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14676627'] for segment (4ad9d312-8980-4cb2-a3f4-9df9f82e5f1a), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: Traceback (most recent call last): Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: timer() Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: cb(*args, **kw) Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: return func(*args, **kwargs) Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: self._notify() Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: self.callback(batched_events) Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: event.method(event) Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: return f(self, *a, **k) Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._get(url).json() Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:27:42.175091 dv-cinder-830092-3-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:27:42.335549 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-328354'] for network (bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:42.340937 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:42.344608 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] 10.222.0.21 "DELETE /v2.0/networks/bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7 HTTP/1.1" status: 204 len: 168 time: 0.7902994 Mar 08 19:27:42.355263 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66c231-f084-4d92-819f-6c3f2267852d admin admin] Pushing event deleted for resources: {'Network': ['ID=bf1d8f31-dcc3-4d96-a911-2f3c49dd35c7,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:42.544593 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 8a56da0a-ec12-44b0-96ed-93239830d6cd no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:27:42.565847 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: 8a56da0a-ec12-44b0-96ed-93239830d6cd {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:27:42.566572 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 8a56da0a-ec12-44b0-96ed-93239830d6cd not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:27:42.566682 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:27:42.588575 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:27:42.588913 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device c90e4b91-d2ea-4d73-b0d6-fc83e3f4d6df not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:27:42.589352 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device fca3fc59-c87a-408b-9f10-27bd0c78b1d2 no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:27:42.610003 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: fca3fc59-c87a-408b-9f10-27bd0c78b1d2 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:27:42.610319 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device fca3fc59-c87a-408b-9f10-27bd0c78b1d2 not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:27:42.805361 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46838) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:42.844873 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-6ec32462-7519-483f-89b7-86019634938f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77bda9809dfb4144986c270b0493dcb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382771 Mar 08 19:27:42.847294 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46840) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:42.893667 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] Publish callbacks [] for security_group (5b022189-65d6-493f-a416-e1c94956c94d), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:42.917256 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] Publish callbacks [] for security_group (5b022189-65d6-493f-a416-e1c94956c94d), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:43.059329 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (5b022189-65d6-493f-a416-e1c94956c94d), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:43.063161 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:43.067088 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b022189-65d6-493f-a416-e1c94956c94d HTTP/1.1" status: 204 len: 168 time: 0.2163968 Mar 08 19:27:43.078704 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b022189-65d6-493f-a416-e1c94956c94d,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:43.086599 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:43.087044 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:43.087341 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:43.087682 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:43.088059 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:43.088391 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:43.088740 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:43.089286 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:43.089619 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:43.089940 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:43.090311 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:43.090662 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:43.090971 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d45f1b-7584-49a3-b996-8a268896fbd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:44.000620 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46848) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:44.040865 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-28d7566f-bd33-4f27-842a-5599993ab575 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ec9f2d8edce4c4f920c93d1cde42761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390759 Mar 08 19:27:44.043400 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46850) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:44.098281 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a97ee8d9-0dfd-4106-a2da-e63af9ca6fc4 admin admin] Publish callbacks [] for security_group (23ae3000-3008-4fcc-837a-05ab10f2a120), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:44.123340 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a97ee8d9-0dfd-4106-a2da-e63af9ca6fc4 admin admin] Publish callbacks [] for security_group (23ae3000-3008-4fcc-837a-05ab10f2a120), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:44.272489 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a97ee8d9-0dfd-4106-a2da-e63af9ca6fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (23ae3000-3008-4fcc-837a-05ab10f2a120), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:44.275171 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a97ee8d9-0dfd-4106-a2da-e63af9ca6fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:44.276317 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-a97ee8d9-0dfd-4106-a2da-e63af9ca6fc4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23ae3000-3008-4fcc-837a-05ab10f2a120 HTTP/1.1" status: 204 len: 168 time: 0.2320297 Mar 08 19:27:44.285343 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ee8d9-0dfd-4106-a2da-e63af9ca6fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ae3000-3008-4fcc-837a-05ab10f2a120,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:49.196048 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46880) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:49.533043 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-498e4953-03b6-46d6-aa9b-10b55d9f729b tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Deleting port 629e632e-5f9e-41e7-b8b4-349499c7c145 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:49.533415 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-498e4953-03b6-46d6-aa9b-10b55d9f729b tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (629e632e-5f9e-41e7-b8b4-349499c7c145), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:49.605658 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-498e4953-03b6-46d6-aa9b-10b55d9f729b tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (629e632e-5f9e-41e7-b8b4-349499c7c145), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:49.605970 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-498e4953-03b6-46d6-aa9b-10b55d9f729b tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for floatingip (629e632e-5f9e-41e7-b8b4-349499c7c145), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:49.618055 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-498e4953-03b6-46d6-aa9b-10b55d9f729b tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Calling delete_port for 629e632e-5f9e-41e7-b8b4-349499c7c145 owned by network:floatingip {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:49.877944 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-498e4953-03b6-46d6-aa9b-10b55d9f729b tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (629e632e-5f9e-41e7-b8b4-349499c7c145), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:49.907295 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e4953-03b6-46d6-aa9b-10b55d9f729b tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Pushing event deleted for resources: {'Port': ['ID=629e632e-5f9e-41e7-b8b4-349499c7c145,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:49.967902 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-498e4953-03b6-46d6-aa9b-10b55d9f729b tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for floatingip (e2f4803c-0f95-4727-aed0-196abd779a6d), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:49.968229 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.l3_db [None req-498e4953-03b6-46d6-aa9b-10b55d9f729b tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Floating IP e2f4803c-0f95-4727-aed0-196abd779a6d disassociated (deleted). External IP: 172.27.2.211, port: 1848d23a-93e3-4698-9652-4de98d5e5d99. Mar 08 19:27:50.180922 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498e4953-03b6-46d6-aa9b-10b55d9f729b tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Router 9cc9d1a6-a527-4b32-81d4-288b3c38c975 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:27:50.289559 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498e4953-03b6-46d6-aa9b-10b55d9f729b tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:27:50.294504 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-498e4953-03b6-46d6-aa9b-10b55d9f729b tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:50.299146 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e29d1c-7016-460b-9c3e-19728dfa34f5 None None] Sync routers for ids ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:27:50.308522 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e29d1c-7016-460b-9c3e-19728dfa34f5 None None] Routers {'9cc9d1a6-a527-4b32-81d4-288b3c38c975'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:50.309129 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-17e29d1c-7016-460b-9c3e-19728dfa34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:27:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:50.323963 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-498e4953-03b6-46d6-aa9b-10b55d9f729b tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "DELETE /v2.0/floatingips/e2f4803c-0f95-4727-aed0-196abd779a6d HTTP/1.1" status: 204 len: 168 time: 1.1268103 Mar 08 19:27:50.324562 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'tag': '1848d23a-93e3-4698-9652-4de98d5e5d99'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:27:50.327651 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20d12a8-15fa-4363-b315-541180208406" -d '{"events": [{"name": "network-changed", "server_uuid": "a10f1a6c-9791-487c-916c-77af98c44df7", "tag": "1848d23a-93e3-4698-9652-4de98d5e5d99"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:27:50.366755 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6924c14-6029-4344-914e-753853ad0269 x-openstack-request-id: req-e6924c14-6029-4344-914e-753853ad0269 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:27:50.367030 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10f1a6c-9791-487c-916c-77af98c44df7", "tag": "1848d23a-93e3-4698-9652-4de98d5e5d99", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:27:50.367281 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6924c14-6029-4344-914e-753853ad0269 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:27:50.367956 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'tag': '1848d23a-93e3-4698-9652-4de98d5e5d99', 'status': 'completed', 'code': 200} Mar 08 19:27:50.425558 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-17e29d1c-7016-460b-9c3e-19728dfa34f5 None None] Set router 9cc9d1a6-a527-4b32-81d4-288b3c38c975 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:50.434194 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d12a8-15fa-4363-b315-541180208406 req-3ad46f8d-c3f6-4074-a523-ac4b1d414c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:50.435847 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e20d12a8-15fa-4363-b315-541180208406 req-3ad46f8d-c3f6-4074-a523-ac4b1d414c63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7066fbf33be4e52813e7bc19c95d3f4&device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 1129 time: 0.0476680 Mar 08 19:27:50.533387 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d12a8-15fa-4363-b315-541180208406 req-916528be-2dad-4cde-a472-c0a59a934a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:50.534913 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e20d12a8-15fa-4363-b315-541180208406 req-916528be-2dad-4cde-a472-c0a59a934a61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=69802df9-787a-41a0-a555-a83afcc0c32c HTTP/1.1" status: 200 len: 909 time: 0.0940268 Mar 08 19:27:50.577501 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e20d12a8-15fa-4363-b315-541180208406 req-d1e5c60f-e9df-4bd9-9f47-610d60f4b286 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1848d23a-93e3-4698-9652-4de98d5e5d99 HTTP/1.1" status: 200 len: 217 time: 0.0358334 Mar 08 19:27:50.632742 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d12a8-15fa-4363-b315-541180208406 req-6e9f34e7-a433-45d8-b332-eb9c5e93353c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:50.634675 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e20d12a8-15fa-4363-b315-541180208406 req-6e9f34e7-a433-45d8-b332-eb9c5e93353c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef5a05d0-7f50-4947-93be-6051fe0e79cc HTTP/1.1" status: 200 len: 847 time: 0.0511091 Mar 08 19:27:50.650224 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-17e29d1c-7016-460b-9c3e-19728dfa34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'name': 'tempest-TestShelveInstance-194348231-router', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:01Z', 'revision_number': 4, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'gw_port': {'id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '78472d7a-0a8f-468c-a4db-b0593075f0b1', 'name': '', 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'mac_address': 'fa:16:3e:e2:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:00Z', 'updated_at': '2022-03-08T19:22:04Z', 'revision_number': 5, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'subnets': [{'id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:50.676494 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e29d1c-7016-460b-9c3e-19728dfa34f5 None None] Checking router: 9cc9d1a6-a527-4b32-81d4-288b3c38c975 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:27:50.684901 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e29d1c-7016-460b-9c3e-19728dfa34f5 None None] Routers {'9cc9d1a6-a527-4b32-81d4-288b3c38c975'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:50.685967 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-17e29d1c-7016-460b-9c3e-19728dfa34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:27:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:50.693115 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d12a8-15fa-4363-b315-541180208406 req-b2df5661-9e85-4916-858b-490e3a9e9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:50.694735 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e20d12a8-15fa-4363-b315-541180208406 req-b2df5661-9e85-4916-858b-490e3a9e9099 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=69802df9-787a-41a0-a555-a83afcc0c32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512676 Mar 08 19:27:50.725884 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-af5fbfcb-6878-4315-95cc-0af2d9f37697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:50.800782 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e20d12a8-15fa-4363-b315-541180208406 req-3064ab7c-8eca-4415-894d-a220fbbece04 service neutron] 10.222.0.64 "GET /v2.0/networks/69802df9-787a-41a0-a555-a83afcc0c32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996654 Mar 08 19:27:50.805033 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-17e29d1c-7016-460b-9c3e-19728dfa34f5 None None] Set router 9cc9d1a6-a527-4b32-81d4-288b3c38c975 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:50.845565 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa1292-6745-48ec-a1b8-18991923eb88 req-653003ff-7e90-43e1-90be-efdc391febd2 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:50.847137 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-99aa1292-6745-48ec-a1b8-18991923eb88 req-653003ff-7e90-43e1-90be-efdc391febd2 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0591118 Mar 08 19:27:50.899782 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-99aa1292-6745-48ec-a1b8-18991923eb88 req-e3aa67c3-2fe4-4ff4-b5a0-34c603de81c1 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466475 Mar 08 19:27:50.905983 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e20d12a8-15fa-4363-b315-541180208406 req-78a15f94-2a9f-46b4-8b96-cb91a799de5b service neutron] 10.222.0.64 "GET /v2.0/networks/69802df9-787a-41a0-a555-a83afcc0c32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938370 Mar 08 19:27:51.010650 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-17e29d1c-7016-460b-9c3e-19728dfa34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'name': 'tempest-TestShelveInstance-194348231-router', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:01Z', 'revision_number': 4, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'gw_port': {'id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '78472d7a-0a8f-468c-a4db-b0593075f0b1', 'name': '', 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'mac_address': 'fa:16:3e:e2:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:00Z', 'updated_at': '2022-03-08T19:22:04Z', 'revision_number': 5, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'subnets': [{'id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:51.041295 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e29d1c-7016-460b-9c3e-19728dfa34f5 None None] The sync data for ids ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'] in dv-cinder-830092-3-iscsi is: [{'id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'name': 'tempest-TestShelveInstance-194348231-router', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:01Z', 'revision_number': 4, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'gw_port': {'id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': '78472d7a-0a8f-468c-a4db-b0593075f0b1', 'name': '', 'network_id': '69802df9-787a-41a0-a555-a83afcc0c32c', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'mac_address': 'fa:16:3e:e2:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:00Z', 'updated_at': '2022-03-08T19:22:04Z', 'revision_number': 5, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'subnets': [{'id': 'ef5a05d0-7f50-4947-93be-6051fe0e79cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:27:51.261390 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bdbdb1-0164-4d21-834b-f16993eff6c7 None None] New status for floating IP e2f4803c-0f95-4727-aed0-196abd779a6d: DOWN {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:27:52.023666 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854bb76-a8cd-44e5-8551-ce4bfef8acae req-aad4e56e-9a45-4a23-b36b-80b82a5382bd tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:52.025156 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b854bb76-a8cd-44e5-8551-ce4bfef8acae req-aad4e56e-9a45-4a23-b36b-80b82a5382bd tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0552526 Mar 08 19:27:52.073541 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b854bb76-a8cd-44e5-8551-ce4bfef8acae req-be32ed9e-5309-4760-8a50-76a3935ef071 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420754 Mar 08 19:27:52.820511 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471736dd-d411-415a-bee2-53f691f69ef6 req-62b2db92-008c-41df-a7c5-03d8a2280360 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:52.821960 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-471736dd-d411-415a-bee2-53f691f69ef6 req-62b2db92-008c-41df-a7c5-03d8a2280360 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.64 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0552468 Mar 08 19:27:52.918089 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-471736dd-d411-415a-bee2-53f691f69ef6 req-bfd89686-4820-4b1e-af95-911acb57e1f3 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Deleting port 1848d23a-93e3-4698-9652-4de98d5e5d99 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:52.918455 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-471736dd-d411-415a-bee2-53f691f69ef6 req-bfd89686-4820-4b1e-af95-911acb57e1f3 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:53.007957 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-471736dd-d411-415a-bee2-53f691f69ef6 req-bfd89686-4820-4b1e-af95-911acb57e1f3 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] For port 1848d23a-93e3-4698-9652-4de98d5e5d99, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1848d23a-93e3-4698-9652-4de98d5e5d99,segment=NetworkSegment(19896de4-dd54-413f-966e-2eb4a6c023dd),segment_id=19896de4-dd54-413f-966e-2eb4a6c023dd)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:53.008428 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-471736dd-d411-415a-bee2-53f691f69ef6 req-bfd89686-4820-4b1e-af95-911acb57e1f3 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:53.021043 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-471736dd-d411-415a-bee2-53f691f69ef6 req-bfd89686-4820-4b1e-af95-911acb57e1f3 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Calling delete_port for 1848d23a-93e3-4698-9652-4de98d5e5d99 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:53.095140 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-576879ad-4600-41b9-89e5-76ca32ba755e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:53.193441 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502d2b4-c4cc-41d6-8475-667cadf64a50 req-03e7306d-7bc3-4d5d-adee-18dbd0fba725 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:53.194940 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5502d2b4-c4cc-41d6-8475-667cadf64a50 req-03e7306d-7bc3-4d5d-adee-18dbd0fba725 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 945 time: 0.0530109 Mar 08 19:27:53.232145 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-471736dd-d411-415a-bee2-53f691f69ef6 req-bfd89686-4820-4b1e-af95-911acb57e1f3 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (1848d23a-93e3-4698-9652-4de98d5e5d99), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:53.246195 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5502d2b4-c4cc-41d6-8475-667cadf64a50 req-b69473cf-bc17-4f21-8f02-9c88ea5f0cb9 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/security-groups?id=06f3eab7-2bc4-4c0c-b14f-c89a02606c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455775 Mar 08 19:27:53.261189 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd89686-4820-4b1e-af95-911acb57e1f3 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Pushing event deleted for resources: {'Port': ['ID=1848d23a-93e3-4698-9652-4de98d5e5d99,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:53.309556 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-471736dd-d411-415a-bee2-53f691f69ef6 req-bfd89686-4820-4b1e-af95-911acb57e1f3 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] No DVR routers for this DVR port 1848d23a-93e3-4698-9652-4de98d5e5d99 on host hv-cinder-83009 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:27:53.312118 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-471736dd-d411-415a-bee2-53f691f69ef6 req-bfd89686-4820-4b1e-af95-911acb57e1f3 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:53.315469 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-471736dd-d411-415a-bee2-53f691f69ef6 req-bfd89686-4820-4b1e-af95-911acb57e1f3 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.64 "DELETE /v2.0/ports/1848d23a-93e3-4698-9652-4de98d5e5d99 HTTP/1.1" status: 204 len: 173 time: 0.4879091 Mar 08 19:27:53.315906 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'name': 'network-vif-deleted', 'tag': '1848d23a-93e3-4698-9652-4de98d5e5d99'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:27:53.318240 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825e4df7-f97e-4c10-a412-3bc0aee2598d" -d '{"events": [{"server_uuid": "a10f1a6c-9791-487c-916c-77af98c44df7", "name": "network-vif-deleted", "tag": "1848d23a-93e3-4698-9652-4de98d5e5d99"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:27:53.353458 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950bca60-2679-4514-b18e-ad40e098d686 x-openstack-request-id: req-950bca60-2679-4514-b18e-ad40e098d686 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:27:53.353756 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10f1a6c-9791-487c-916c-77af98c44df7", "name": "network-vif-deleted", "tag": "1848d23a-93e3-4698-9652-4de98d5e5d99", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:27:53.354010 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-950bca60-2679-4514-b18e-ad40e098d686 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:27:53.354425 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10f1a6c-9791-487c-916c-77af98c44df7', 'name': 'network-vif-deleted', 'tag': '1848d23a-93e3-4698-9652-4de98d5e5d99', 'status': 'completed', 'code': 200} Mar 08 19:27:54.181048 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:54.351020 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-541f7058-c4bf-4524-bfa7-9e1539e3071c req-f2b708d1-7ef2-416e-b811-d5ca6ce20e41 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "GET /v2.0/ports?device_id=a10f1a6c-9791-487c-916c-77af98c44df7 HTTP/1.1" status: 200 len: 210 time: 0.0267704 Mar 08 19:27:54.782126 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:55.409233 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46912) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:55.467922 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-194f8cca-4ac2-4b24-a352-585fbe2de132 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group (06f3eab7-2bc4-4c0c-b14f-c89a02606c33), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:55.492306 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-194f8cca-4ac2-4b24-a352-585fbe2de132 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group (06f3eab7-2bc4-4c0c-b14f-c89a02606c33), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:55.638068 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-194f8cca-4ac2-4b24-a352-585fbe2de132 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (06f3eab7-2bc4-4c0c-b14f-c89a02606c33), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:55.640923 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-194f8cca-4ac2-4b24-a352-585fbe2de132 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:55.642324 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-194f8cca-4ac2-4b24-a352-585fbe2de132 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] 10.222.0.21 "DELETE /v2.0/security-groups/06f3eab7-2bc4-4c0c-b14f-c89a02606c33 HTTP/1.1" status: 204 len: 168 time: 0.2319508 Mar 08 19:27:55.653270 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f8cca-4ac2-4b24-a352-585fbe2de132 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f3eab7-2bc4-4c0c-b14f-c89a02606c33,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:55.774613 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46918) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:55.781363 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:56.328378 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b4ac9265-cc0f-4796-9256-b618c1cd1d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-329048'] for router_interface (9cc9d1a6-a527-4b32-81d4-288b3c38c975), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:56.837914 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-b4ac9265-cc0f-4796-9256-b618c1cd1d69 admin admin] Deleting port 78472d7a-0a8f-468c-a4db-b0593075f0b1 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:56.838603 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b4ac9265-cc0f-4796-9256-b618c1cd1d69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:56.920440 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-b4ac9265-cc0f-4796-9256-b618c1cd1d69 admin admin] For port 78472d7a-0a8f-468c-a4db-b0593075f0b1, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=78472d7a-0a8f-468c-a4db-b0593075f0b1,segment=NetworkSegment(19896de4-dd54-413f-966e-2eb4a6c023dd),segment_id=19896de4-dd54-413f-966e-2eb4a6c023dd)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:56.921618 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b4ac9265-cc0f-4796-9256-b618c1cd1d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:56.942648 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-b4ac9265-cc0f-4796-9256-b618c1cd1d69 admin admin] Calling delete_port for 78472d7a-0a8f-468c-a4db-b0593075f0b1 owned by network:router_interface {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:57.036544 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:57.311426 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b4ac9265-cc0f-4796-9256-b618c1cd1d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (78472d7a-0a8f-468c-a4db-b0593075f0b1), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:57.338461 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac9265-cc0f-4796-9256-b618c1cd1d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=78472d7a-0a8f-468c-a4db-b0593075f0b1,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:57.504844 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b4ac9265-cc0f-4796-9256-b618c1cd1d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-329004'] for router_interface (9cc9d1a6-a527-4b32-81d4-288b3c38c975), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:57.660614 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 1848d23a-93e3-4698-9652-4de98d5e5d99 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:27:57.683547 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: 1848d23a-93e3-4698-9652-4de98d5e5d99 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:27:57.683895 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 1848d23a-93e3-4698-9652-4de98d5e5d99 not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:27:57.729898 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ac9265-cc0f-4796-9256-b618c1cd1d69 admin admin] Router 9cc9d1a6-a527-4b32-81d4-288b3c38c975 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:27:57.847802 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ac9265-cc0f-4796-9256-b618c1cd1d69 admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:27:57.852748 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-b4ac9265-cc0f-4796-9256-b618c1cd1d69 admin admin] 10.222.0.21 "PUT /v2.0/routers/9cc9d1a6-a527-4b32-81d4-288b3c38c975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0770907 Mar 08 19:27:57.855312 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46930) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:57.858982 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b69ca-7b69-49e7-a04a-58ae535ffb46 None None] Sync routers for ids ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:27:57.869507 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b69ca-7b69-49e7-a04a-58ae535ffb46 None None] Routers {'9cc9d1a6-a527-4b32-81d4-288b3c38c975'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:57.870114 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-951b69ca-7b69-49e7-a04a-58ae535ffb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:27:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:57.970758 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5bc93e73-e968-4ee5-bc73-b001bcf8d318 admin admin] Publish callbacks [] for router (9cc9d1a6-a527-4b32-81d4-288b3c38c975), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:57.980460 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-951b69ca-7b69-49e7-a04a-58ae535ffb46 None None] Set router 9cc9d1a6-a527-4b32-81d4-288b3c38c975 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:58.077871 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5bc93e73-e968-4ee5-bc73-b001bcf8d318 admin admin] Publish callbacks [] for router_gateway (9cc9d1a6-a527-4b32-81d4-288b3c38c975), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:58.229077 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-5bc93e73-e968-4ee5-bc73-b001bcf8d318 admin admin] Deleting port a9cd7259-c104-4a06-afcd-fe62c0aaff47 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:58.229077 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5bc93e73-e968-4ee5-bc73-b001bcf8d318 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (a9cd7259-c104-4a06-afcd-fe62c0aaff47), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:58.310955 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-951b69ca-7b69-49e7-a04a-58ae535ffb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'name': 'tempest-TestShelveInstance-194348231-router', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:27:57Z', 'revision_number': 5, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'gw_port': {'id': 'a9cd7259-c104-4a06-afcd-fe62c0aaff47', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:58.322859 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-5bc93e73-e968-4ee5-bc73-b001bcf8d318 admin admin] For port a9cd7259-c104-4a06-afcd-fe62c0aaff47, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=a9cd7259-c104-4a06-afcd-fe62c0aaff47,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:58.323222 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5bc93e73-e968-4ee5-bc73-b001bcf8d318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (a9cd7259-c104-4a06-afcd-fe62c0aaff47), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:58.335440 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-5bc93e73-e968-4ee5-bc73-b001bcf8d318 admin admin] Calling delete_port for a9cd7259-c104-4a06-afcd-fe62c0aaff47 owned by network:router_gateway {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:58.340334 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b69ca-7b69-49e7-a04a-58ae535ffb46 None None] Checking router: 9cc9d1a6-a527-4b32-81d4-288b3c38c975 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:27:58.350349 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b69ca-7b69-49e7-a04a-58ae535ffb46 None None] Routers {'9cc9d1a6-a527-4b32-81d4-288b3c38c975'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:27:58.351217 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-951b69ca-7b69-49e7-a04a-58ae535ffb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:27:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:58.443695 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-951b69ca-7b69-49e7-a04a-58ae535ffb46 None None] Set router 9cc9d1a6-a527-4b32-81d4-288b3c38c975 gateway port host: None {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:27:58.497227 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-951b69ca-7b69-49e7-a04a-58ae535ffb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'name': 'tempest-TestShelveInstance-194348231-router', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:27:58Z', 'revision_number': 6, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'gw_port_host': None}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:58.528533 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b69ca-7b69-49e7-a04a-58ae535ffb46 None None] The sync data for ids ['9cc9d1a6-a527-4b32-81d4-288b3c38c975'] in dv-cinder-830092-3-iscsi is: [{'id': '9cc9d1a6-a527-4b32-81d4-288b3c38c975', 'name': 'tempest-TestShelveInstance-194348231-router', 'tenant_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:21:57Z', 'updated_at': '2022-03-08T19:27:58Z', 'revision_number': 6, 'project_id': 'f7066fbf33be4e52813e7bc19c95d3f4', 'gw_port_host': None}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:27:58.601770 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5bc93e73-e968-4ee5-bc73-b001bcf8d318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (a9cd7259-c104-4a06-afcd-fe62c0aaff47), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:58.629400 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc93e73-e968-4ee5-bc73-b001bcf8d318 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9cd7259-c104-4a06-afcd-fe62c0aaff47,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:58.692286 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5bc93e73-e968-4ee5-bc73-b001bcf8d318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-328326'] for router_gateway (9cc9d1a6-a527-4b32-81d4-288b3c38c975), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:58.792868 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5bc93e73-e968-4ee5-bc73-b001bcf8d318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-331570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25210'] for router (9cc9d1a6-a527-4b32-81d4-288b3c38c975), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:58.795553 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5bc93e73-e968-4ee5-bc73-b001bcf8d318 admin admin] Publish callbacks [] for router_controller (9cc9d1a6-a527-4b32-81d4-288b3c38c975), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:58.958313 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5bc93e73-e968-4ee5-bc73-b001bcf8d318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-331557'] for router (9cc9d1a6-a527-4b32-81d4-288b3c38c975), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:58.958924 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc93e73-e968-4ee5-bc73-b001bcf8d318 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cc9d1a6-a527-4b32-81d4-288b3c38c975 {{(pid=103757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:27:58.964189 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5bc93e73-e968-4ee5-bc73-b001bcf8d318 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:58.965385 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-5bc93e73-e968-4ee5-bc73-b001bcf8d318 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9cc9d1a6-a527-4b32-81d4-288b3c38c975 HTTP/1.1" status: 204 len: 168 time: 1.1091719 Mar 08 19:27:58.968069 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46942) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:59.012801 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c85925-5b83-4e04-9357-3c63f7899019 admin admin] Deleting subnet ef5a05d0-7f50-4947-93be-6051fe0e79cc {{(pid=103757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:27:59.016518 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-75c85925-5b83-4e04-9357-3c63f7899019 admin admin] Publish callbacks [] for subnet (ef5a05d0-7f50-4947-93be-6051fe0e79cc), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:59.049580 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-75c85925-5b83-4e04-9357-3c63f7899019 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12596001'] for subnet (ef5a05d0-7f50-4947-93be-6051fe0e79cc), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:59.130021 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-75c85925-5b83-4e04-9357-3c63f7899019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669433'] for subnet (ef5a05d0-7f50-4947-93be-6051fe0e79cc), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:59.311336 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-75c85925-5b83-4e04-9357-3c63f7899019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14676729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14442119'] for subnet (ef5a05d0-7f50-4947-93be-6051fe0e79cc), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:59.338258 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c85925-5b83-4e04-9357-3c63f7899019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef5a05d0-7f50-4947-93be-6051fe0e79cc,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:59.340248 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-75c85925-5b83-4e04-9357-3c63f7899019 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:59.344591 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd548868-0772-4e73-8ff5-654bba9805a7 None None] Network 69802df9-787a-41a0-a555-a83afcc0c32c requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:27:59.345187 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-75c85925-5b83-4e04-9357-3c63f7899019 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ef5a05d0-7f50-4947-93be-6051fe0e79cc HTTP/1.1" status: 204 len: 168 time: 0.3760064 Mar 08 19:27:59.347920 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46944) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:27:59.426055 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715894'] for network (69802df9-787a-41a0-a555-a83afcc0c32c), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:59.483736 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] Deleting port e810b253-51be-4899-af67-ec67f771dcdb {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:59.484089 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (e810b253-51be-4899-af67-ec67f771dcdb), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:59.520977 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] DHCP port deletion for 69802df9-787a-41a0-a555-a83afcc0c32c request from dv-cinder-830092-3-iscsi {{(pid=103759) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:27:59.559537 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] For port e810b253-51be-4899-af67-ec67f771dcdb, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=e810b253-51be-4899-af67-ec67f771dcdb,segment=NetworkSegment(19896de4-dd54-413f-966e-2eb4a6c023dd),segment_id=19896de4-dd54-413f-966e-2eb4a6c023dd)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:59.559901 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (e810b253-51be-4899-af67-ec67f771dcdb), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:59.577365 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] Calling delete_port for e810b253-51be-4899-af67-ec67f771dcdb owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:59.595657 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Deleting port e810b253-51be-4899-af67-ec67f771dcdb {{(pid=103759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:27:59.596027 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (e810b253-51be-4899-af67-ec67f771dcdb), before_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:59.658160 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] For port e810b253-51be-4899-af67-ec67f771dcdb, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=e810b253-51be-4899-af67-ec67f771dcdb,segment=NetworkSegment(19896de4-dd54-413f-966e-2eb4a6c023dd),segment_id=19896de4-dd54-413f-966e-2eb4a6c023dd)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:59.658580 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (e810b253-51be-4899-af67-ec67f771dcdb), precommit_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:59.671634 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Calling delete_port for e810b253-51be-4899-af67-ec67f771dcdb owned by network:dhcp {{(pid=103759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:27:59.853317 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (e810b253-51be-4899-af67-ec67f771dcdb), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:59.860266 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226'] for port (e810b253-51be-4899-af67-ec67f771dcdb), after_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:59.880829 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=e810b253-51be-4899-af67-ec67f771dcdb,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:59.884354 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] No DVR routers for this DVR port e810b253-51be-4899-af67-ec67f771dcdb on host dv-cinder-830092-3-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:27:59.892088 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] No DVR routers for this DVR port e810b253-51be-4899-af67-ec67f771dcdb on host dv-cinder-830092-3-iscsi {{(pid=103759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:27:59.901206 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Pushing event deleted for resources: {'Port': ['ID=e810b253-51be-4899-af67-ec67f771dcdb,revision_number=None']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:59.917932 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:59.918289 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:59.922024 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:59.922024 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:59.922024 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:59.922024 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:59.922024 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:59.922024 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:59.922024 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:59.922024 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:59.922777 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:59.925755 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:59.926226 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a7e23-de10-4875-b8e7-79a91ad81aaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:59.965031 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733302', 'neutron.services.segments.db._delete_segments_for_network-8785633600359'] for network (69802df9-787a-41a0-a555-a83afcc0c32c), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:59.985781 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69802df9-787a-41a0-a555-a83afcc0c32c']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:59.995265 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19896de4-dd54-413f-966e-2eb4a6c023dd') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:27:59.995553 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19896de4-dd54-413f-966e-2eb4a6c023dd') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:28:00.004700 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785633599600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12596186'] for segment (19896de4-dd54-413f-966e-2eb4a6c023dd), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:00.018139 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (19896de4-dd54-413f-966e-2eb4a6c023dd), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:00.023841 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:28:00.024216 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14676627'] for segment (19896de4-dd54-413f-966e-2eb4a6c023dd), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: Traceback (most recent call last): Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: timer() Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: cb(*args, **kw) Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: return func(*args, **kwargs) Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: self._notify() Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: self.callback(batched_events) Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: event.method(event) Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: return f(self, *a, **k) Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._get(url).json() Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:28:00.025814 dv-cinder-830092-3-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:28:00.156436 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-328354'] for network (69802df9-787a-41a0-a555-a83afcc0c32c), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:00.165709 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:00.165709 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] 10.222.0.21 "DELETE /v2.0/networks/69802df9-787a-41a0-a555-a83afcc0c32c HTTP/1.1" status: 204 len: 168 time: 0.8157094 Mar 08 19:28:00.167880 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46948) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:28:00.175528 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b3836-5537-4e99-b024-dcfc023e7f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=69802df9-787a-41a0-a555-a83afcc0c32c,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:00.512952 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-610cd89d-88ca-4627-aeaa-9d032f67f415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-329048'] for router_interface (e6025921-a628-4d1a-b742-d70f67f00711), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:00.552476 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 78472d7a-0a8f-468c-a4db-b0593075f0b1 no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:28:00.572744 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: 78472d7a-0a8f-468c-a4db-b0593075f0b1 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:28:00.573083 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 78472d7a-0a8f-468c-a4db-b0593075f0b1 not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:28:00.573525 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device e810b253-51be-4899-af67-ec67f771dcdb no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:28:00.592228 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: e810b253-51be-4899-af67-ec67f771dcdb {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:28:00.592566 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device e810b253-51be-4899-af67-ec67f771dcdb not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:28:00.592987 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device a9cd7259-c104-4a06-afcd-fe62c0aaff47 no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:28:00.611405 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: a9cd7259-c104-4a06-afcd-fe62c0aaff47 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:28:00.611746 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device a9cd7259-c104-4a06-afcd-fe62c0aaff47 not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:28:00.757035 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-610cd89d-88ca-4627-aeaa-9d032f67f415 admin admin] Deleting port dddeeb30-611a-4697-8cd5-3604af6d8f95 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:28:00.757283 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-610cd89d-88ca-4627-aeaa-9d032f67f415 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:00.836699 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-610cd89d-88ca-4627-aeaa-9d032f67f415 admin admin] For port dddeeb30-611a-4697-8cd5-3604af6d8f95, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=dddeeb30-611a-4697-8cd5-3604af6d8f95,segment=NetworkSegment(f94e81a6-e29a-4fd7-801a-1bfb6ef132d8),segment_id=f94e81a6-e29a-4fd7-801a-1bfb6ef132d8)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:28:00.844029 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-610cd89d-88ca-4627-aeaa-9d032f67f415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:00.848815 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-610cd89d-88ca-4627-aeaa-9d032f67f415 admin admin] Calling delete_port for dddeeb30-611a-4697-8cd5-3604af6d8f95 owned by network:router_interface {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:28:01.169558 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-610cd89d-88ca-4627-aeaa-9d032f67f415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (dddeeb30-611a-4697-8cd5-3604af6d8f95), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:01.194694 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cd89d-88ca-4627-aeaa-9d032f67f415 admin admin] Pushing event deleted for resources: {'Port': ['ID=dddeeb30-611a-4697-8cd5-3604af6d8f95,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:01.367396 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-610cd89d-88ca-4627-aeaa-9d032f67f415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-329004'] for router_interface (e6025921-a628-4d1a-b742-d70f67f00711), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:01.587652 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610cd89d-88ca-4627-aeaa-9d032f67f415 admin admin] Router e6025921-a628-4d1a-b742-d70f67f00711 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:28:01.693861 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610cd89d-88ca-4627-aeaa-9d032f67f415 admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:28:01.698823 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-610cd89d-88ca-4627-aeaa-9d032f67f415 admin admin] 10.222.0.21 "PUT /v2.0/routers/e6025921-a628-4d1a-b742-d70f67f00711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5299237 Mar 08 19:28:01.701713 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46956) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:28:01.702571 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b01edea-0073-4c5f-b601-4cf7c0326440 None None] Sync routers for ids ['e6025921-a628-4d1a-b742-d70f67f00711'] in dv-cinder-830092-3-iscsi {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:28:01.712022 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b01edea-0073-4c5f-b601-4cf7c0326440 None None] Routers {'e6025921-a628-4d1a-b742-d70f67f00711'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:28:01.712628 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-2b01edea-0073-4c5f-b601-4cf7c0326440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:27:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e6025921-a628-4d1a-b742-d70f67f00711'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:28:01.823078 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-2b01edea-0073-4c5f-b601-4cf7c0326440 None None] Set router e6025921-a628-4d1a-b742-d70f67f00711 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:28:02.007089 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-2b01edea-0073-4c5f-b601-4cf7c0326440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'name': 'tempest-TestShelveInstance-1312151828-router', 'tenant_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '8b3ed6fc-946a-453b-81ec-11dd66f1ba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:22:05Z', 'updated_at': '2022-03-08T19:28:00Z', 'revision_number': 5, 'project_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'gw_port': {'id': '8b3ed6fc-946a-453b-81ec-11dd66f1ba96', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:06Z', 'updated_at': '2022-03-08T19:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:28:02.034218 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b01edea-0073-4c5f-b601-4cf7c0326440 None None] Checking router: e6025921-a628-4d1a-b742-d70f67f00711 for host: dv-cinder-830092-3-iscsi {{(pid=103760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:28:02.043595 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b01edea-0073-4c5f-b601-4cf7c0326440 None None] Routers {'e6025921-a628-4d1a-b742-d70f67f00711'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:28:02.044179 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-2b01edea-0073-4c5f-b601-4cf7c0326440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:27:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['e6025921-a628-4d1a-b742-d70f67f00711'], 'active': True} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:28:02.051825 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d51625de-308d-4ec3-8967-393d6774bfd2 admin admin] Publish callbacks [] for router (e6025921-a628-4d1a-b742-d70f67f00711), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:02.150125 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_dvr_db [None req-2b01edea-0073-4c5f-b601-4cf7c0326440 None None] Set router e6025921-a628-4d1a-b742-d70f67f00711 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:28:02.152407 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d51625de-308d-4ec3-8967-393d6774bfd2 admin admin] Publish callbacks [] for router_gateway (e6025921-a628-4d1a-b742-d70f67f00711), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:02.304114 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-d51625de-308d-4ec3-8967-393d6774bfd2 admin admin] Deleting port 8b3ed6fc-946a-453b-81ec-11dd66f1ba96 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:28:02.304800 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d51625de-308d-4ec3-8967-393d6774bfd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (8b3ed6fc-946a-453b-81ec-11dd66f1ba96), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:02.325447 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.l3_hamode_db [None req-2b01edea-0073-4c5f-b601-4cf7c0326440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'name': 'tempest-TestShelveInstance-1312151828-router', 'tenant_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '8b3ed6fc-946a-453b-81ec-11dd66f1ba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:22:05Z', 'updated_at': '2022-03-08T19:28:00Z', 'revision_number': 5, 'project_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'gw_port': {'id': '8b3ed6fc-946a-453b-81ec-11dd66f1ba96', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:06Z', 'updated_at': '2022-03-08T19:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:28:02.355454 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b01edea-0073-4c5f-b601-4cf7c0326440 None None] The sync data for ids ['e6025921-a628-4d1a-b742-d70f67f00711'] in dv-cinder-830092-3-iscsi is: [{'id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'name': 'tempest-TestShelveInstance-1312151828-router', 'tenant_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '8b3ed6fc-946a-453b-81ec-11dd66f1ba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:22:05Z', 'updated_at': '2022-03-08T19:28:00Z', 'revision_number': 5, 'project_id': 'e1d7a7c7bb684a608be9409f103d26e0', 'gw_port': {'id': '8b3ed6fc-946a-453b-81ec-11dd66f1ba96', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6025921-a628-4d1a-b742-d70f67f00711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:22:06Z', 'updated_at': '2022-03-08T19:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}] {{(pid=103760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:28:02.386783 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-d51625de-308d-4ec3-8967-393d6774bfd2 admin admin] For port 8b3ed6fc-946a-453b-81ec-11dd66f1ba96, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=8b3ed6fc-946a-453b-81ec-11dd66f1ba96,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:28:02.386783 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d51625de-308d-4ec3-8967-393d6774bfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (8b3ed6fc-946a-453b-81ec-11dd66f1ba96), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:02.397728 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-d51625de-308d-4ec3-8967-393d6774bfd2 admin admin] Calling delete_port for 8b3ed6fc-946a-453b-81ec-11dd66f1ba96 owned by network:router_gateway {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:28:02.636286 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d51625de-308d-4ec3-8967-393d6774bfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (8b3ed6fc-946a-453b-81ec-11dd66f1ba96), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:02.667334 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51625de-308d-4ec3-8967-393d6774bfd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3ed6fc-946a-453b-81ec-11dd66f1ba96,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:02.734577 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d51625de-308d-4ec3-8967-393d6774bfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-328326'] for router_gateway (e6025921-a628-4d1a-b742-d70f67f00711), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:02.823899 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device dddeeb30-611a-4697-8cd5-3604af6d8f95 no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:28:02.833118 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d51625de-308d-4ec3-8967-393d6774bfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-331570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25210'] for router (e6025921-a628-4d1a-b742-d70f67f00711), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:02.837804 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d51625de-308d-4ec3-8967-393d6774bfd2 admin admin] Publish callbacks [] for router_controller (e6025921-a628-4d1a-b742-d70f67f00711), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:02.852897 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: dddeeb30-611a-4697-8cd5-3604af6d8f95 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:28:02.853245 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device dddeeb30-611a-4697-8cd5-3604af6d8f95 not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:28:02.963871 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d51625de-308d-4ec3-8967-393d6774bfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-331557'] for router (e6025921-a628-4d1a-b742-d70f67f00711), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:02.964510 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51625de-308d-4ec3-8967-393d6774bfd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6025921-a628-4d1a-b742-d70f67f00711 {{(pid=103758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:28:02.981742 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d51625de-308d-4ec3-8967-393d6774bfd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:02.981742 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-d51625de-308d-4ec3-8967-393d6774bfd2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e6025921-a628-4d1a-b742-d70f67f00711 HTTP/1.1" status: 204 len: 168 time: 1.2714972 Mar 08 19:28:02.981954 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46960) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:28:03.030429 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_v2 [None req-46498116-d478-42f7-86f2-913715cf97b7 admin admin] Deleting subnet 9f6d7673-d81f-4bf3-841d-e8dcb2a72943 {{(pid=103757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:28:03.033897 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-46498116-d478-42f7-86f2-913715cf97b7 admin admin] Publish callbacks [] for subnet (9f6d7673-d81f-4bf3-841d-e8dcb2a72943), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:03.069079 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-46498116-d478-42f7-86f2-913715cf97b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12596001'] for subnet (9f6d7673-d81f-4bf3-841d-e8dcb2a72943), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:03.146604 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-46498116-d478-42f7-86f2-913715cf97b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669433'] for subnet (9f6d7673-d81f-4bf3-841d-e8dcb2a72943), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:03.272845 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-46498116-d478-42f7-86f2-913715cf97b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14676729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14442119'] for subnet (9f6d7673-d81f-4bf3-841d-e8dcb2a72943), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:03.297977 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46498116-d478-42f7-86f2-913715cf97b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6d7673-d81f-4bf3-841d-e8dcb2a72943,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:03.303809 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-46498116-d478-42f7-86f2-913715cf97b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:03.308205 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-46498116-d478-42f7-86f2-913715cf97b7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9f6d7673-d81f-4bf3-841d-e8dcb2a72943 HTTP/1.1" status: 204 len: 168 time: 0.3280497 Mar 08 19:28:03.309603 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 46962) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:28:03.312665 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee52207-7fa6-4f69-83de-6b7a6dd3b7cc None None] Network 61bedc51-68e0-4c1a-834e-37087f0bbbb7 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:28:03.380282 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715894'] for network (61bedc51-68e0-4c1a-834e-37087f0bbbb7), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:03.438103 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] Deleting port 24d1f15f-8641-4b8f-940a-29d613b84074 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:28:03.438461 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (24d1f15f-8641-4b8f-940a-29d613b84074), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:03.472550 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cece11e9-459e-46f3-a711-d379bda32102 None None] DHCP port deletion for 61bedc51-68e0-4c1a-834e-37087f0bbbb7 request from dv-cinder-830092-3-iscsi {{(pid=103759) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:28:03.509475 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] For port 24d1f15f-8641-4b8f-940a-29d613b84074, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=24d1f15f-8641-4b8f-940a-29d613b84074,segment=NetworkSegment(f94e81a6-e29a-4fd7-801a-1bfb6ef132d8),segment_id=f94e81a6-e29a-4fd7-801a-1bfb6ef132d8)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:28:03.509829 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (24d1f15f-8641-4b8f-940a-29d613b84074), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:03.523333 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] Calling delete_port for 24d1f15f-8641-4b8f-940a-29d613b84074 owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:28:03.524229 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-cece11e9-459e-46f3-a711-d379bda32102 None None] Deleting port 24d1f15f-8641-4b8f-940a-29d613b84074 {{(pid=103759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:28:03.524602 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-cece11e9-459e-46f3-a711-d379bda32102 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (24d1f15f-8641-4b8f-940a-29d613b84074), before_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:03.587302 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-cece11e9-459e-46f3-a711-d379bda32102 None None] For port 24d1f15f-8641-4b8f-940a-29d613b84074, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=24d1f15f-8641-4b8f-940a-29d613b84074,segment=NetworkSegment(f94e81a6-e29a-4fd7-801a-1bfb6ef132d8),segment_id=f94e81a6-e29a-4fd7-801a-1bfb6ef132d8)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:28:03.587781 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-cece11e9-459e-46f3-a711-d379bda32102 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (24d1f15f-8641-4b8f-940a-29d613b84074), precommit_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:03.603041 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-cece11e9-459e-46f3-a711-d379bda32102 None None] Calling delete_port for 24d1f15f-8641-4b8f-940a-29d613b84074 owned by network:dhcp {{(pid=103759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:28:03.664702 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (24d1f15f-8641-4b8f-940a-29d613b84074), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:03.684463 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-cece11e9-459e-46f3-a711-d379bda32102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226'] for port (24d1f15f-8641-4b8f-940a-29d613b84074), after_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:03.692649 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=24d1f15f-8641-4b8f-940a-29d613b84074,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:03.694396 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] No DVR routers for this DVR port 24d1f15f-8641-4b8f-940a-29d613b84074 on host dv-cinder-830092-3-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:28:03.711622 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece11e9-459e-46f3-a711-d379bda32102 None None] Pushing event deleted for resources: {'Port': ['ID=24d1f15f-8641-4b8f-940a-29d613b84074,revision_number=None']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:03.713509 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece11e9-459e-46f3-a711-d379bda32102 None None] No DVR routers for this DVR port 24d1f15f-8641-4b8f-940a-29d613b84074 on host dv-cinder-830092-3-iscsi {{(pid=103759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:28:03.764964 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733302', 'neutron.services.segments.db._delete_segments_for_network-8785633600359'] for network (61bedc51-68e0-4c1a-834e-37087f0bbbb7), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:03.785071 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bedc51-68e0-4c1a-834e-37087f0bbbb7']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:28:03.793998 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94e81a6-e29a-4fd7-801a-1bfb6ef132d8') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:28:03.794307 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94e81a6-e29a-4fd7-801a-1bfb6ef132d8') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:28:03.807085 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785633599600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12596186'] for segment (f94e81a6-e29a-4fd7-801a-1bfb6ef132d8), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:03.820109 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (f94e81a6-e29a-4fd7-801a-1bfb6ef132d8), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:03.825772 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14676627'] for segment (f94e81a6-e29a-4fd7-801a-1bfb6ef132d8), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: Traceback (most recent call last): Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: timer() Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: cb(*args, **kw) Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: return func(*args, **kwargs) Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: self._notify() Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: self.callback(batched_events) Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: event.method(event) Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: return f(self, *a, **k) Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._get(url).json() Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:28:03.829588 dv-cinder-830092-3-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:28:03.990648 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-328354'] for network (61bedc51-68e0-4c1a-834e-37087f0bbbb7), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:03.996275 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:03.999469 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/61bedc51-68e0-4c1a-834e-37087f0bbbb7 HTTP/1.1" status: 204 len: 168 time: 0.6883464 Mar 08 19:28:04.009953 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ded3e-5b6d-4cc4-9c7e-297b102e54b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=61bedc51-68e0-4c1a-834e-37087f0bbbb7,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:04.211911 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1bfd172b-9269-4733-8bdd-584ce0eb6142 req-91316ab3-2107-4db6-8271-0bd2f97b97bc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430045 Mar 08 19:28:04.342035 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46968) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:28:04.381590 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-8e7c4d0d-900c-425a-a82d-3e9ad40a55ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7066fbf33be4e52813e7bc19c95d3f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383377 Mar 08 19:28:04.384028 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46970) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:28:04.430995 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0ca745d8-6ebc-4070-a6fd-4046ab92d40e admin admin] Publish callbacks [] for security_group (0bc3502d-137d-4c27-bfc0-7fb50113924c), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:04.452847 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0ca745d8-6ebc-4070-a6fd-4046ab92d40e admin admin] Publish callbacks [] for security_group (0bc3502d-137d-4c27-bfc0-7fb50113924c), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:04.553100 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 24d1f15f-8641-4b8f-940a-29d613b84074 no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:28:04.590368 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: 24d1f15f-8641-4b8f-940a-29d613b84074 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:28:04.590368 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 24d1f15f-8641-4b8f-940a-29d613b84074 not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:28:04.590368 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 8b3ed6fc-946a-453b-81ec-11dd66f1ba96 no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:28:04.594481 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: 8b3ed6fc-946a-453b-81ec-11dd66f1ba96 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:28:04.594832 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 8b3ed6fc-946a-453b-81ec-11dd66f1ba96 not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:28:04.677834 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0ca745d8-6ebc-4070-a6fd-4046ab92d40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (0bc3502d-137d-4c27-bfc0-7fb50113924c), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:04.680494 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0ca745d8-6ebc-4070-a6fd-4046ab92d40e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:04.681655 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-0ca745d8-6ebc-4070-a6fd-4046ab92d40e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0bc3502d-137d-4c27-bfc0-7fb50113924c HTTP/1.1" status: 204 len: 168 time: 0.2967451 Mar 08 19:28:04.690212 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca745d8-6ebc-4070-a6fd-4046ab92d40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc3502d-137d-4c27-bfc0-7fb50113924c,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:05.566917 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd172b-9269-4733-8bdd-584ce0eb6142 req-0fde155c-f111-4925-b8a3-a862e16975fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:05.568334 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1bfd172b-9269-4733-8bdd-584ce0eb6142 req-0fde155c-f111-4925-b8a3-a862e16975fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 1129 time: 0.0509086 Mar 08 19:28:05.682310 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd172b-9269-4733-8bdd-584ce0eb6142 req-ea2b2225-e163-4129-841b-dec6da26ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:05.683875 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1bfd172b-9269-4733-8bdd-584ce0eb6142 req-ea2b2225-e163-4129-841b-dec6da26ffc1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518 HTTP/1.1" status: 200 len: 912 time: 0.0940983 Mar 08 19:28:05.755212 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1bfd172b-9269-4733-8bdd-584ce0eb6142 req-d7b63a27-40ce-4079-8890-38c06c05b0f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dd973eb-1d71-430f-b699-067cb2b6ba1b HTTP/1.1" status: 200 len: 1001 time: 0.0651672 Mar 08 19:28:05.803955 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd172b-9269-4733-8bdd-584ce0eb6142 req-4d0b4862-8fda-4307-aecc-60c22f41a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:05.805483 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1bfd172b-9269-4733-8bdd-584ce0eb6142 req-4d0b4862-8fda-4307-aecc-60c22f41a732 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cf5dd8a-43af-48fd-90c6-5dc13b7073d5 HTTP/1.1" status: 200 len: 850 time: 0.0436563 Mar 08 19:28:05.854290 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd172b-9269-4733-8bdd-584ce0eb6142 req-8a2ffa54-374c-473b-b5e9-4cc0edd4c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:05.855774 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1bfd172b-9269-4733-8bdd-584ce0eb6142 req-8a2ffa54-374c-473b-b5e9-4cc0edd4c463 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441327 Mar 08 19:28:05.947742 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1bfd172b-9269-4733-8bdd-584ce0eb6142 req-db59d998-2a5c-4f6f-b681-e21fe3780290 service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857105 Mar 08 19:28:06.036388 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1bfd172b-9269-4733-8bdd-584ce0eb6142 req-356f0abf-41aa-4f95-92c5-ac13d846244c service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828290 Mar 08 19:28:06.207143 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46982) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:28:06.246816 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-263bb642-531a-4f4f-8ed4-0a1436cf2301 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1d7a7c7bb684a608be9409f103d26e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384121 Mar 08 19:28:06.250345 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 46984) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:28:06.299090 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c95b71a8-1e3b-4135-a55b-3c7ac663ba3d admin admin] Publish callbacks [] for security_group (133044ad-79a8-4f28-9eee-520d26596566), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:06.321090 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c95b71a8-1e3b-4135-a55b-3c7ac663ba3d admin admin] Publish callbacks [] for security_group (133044ad-79a8-4f28-9eee-520d26596566), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:06.459191 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c95b71a8-1e3b-4135-a55b-3c7ac663ba3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (133044ad-79a8-4f28-9eee-520d26596566), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:06.461699 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c95b71a8-1e3b-4135-a55b-3c7ac663ba3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:06.462867 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-c95b71a8-1e3b-4135-a55b-3c7ac663ba3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/133044ad-79a8-4f28-9eee-520d26596566 HTTP/1.1" status: 204 len: 168 time: 0.2115774 Mar 08 19:28:06.471216 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b71a8-1e3b-4135-a55b-3c7ac663ba3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133044ad-79a8-4f28-9eee-520d26596566,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:12.376598 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 47022) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:28:12.482691 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-683da026-049b-4453-baf3-61380bf4326a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:12.559799 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-683da026-049b-4453-baf3-61380bf4326a admin admin] Publish callbacks [] for security_group (e10f9136-13f0-4228-8e92-3bc4ac7a1f0c), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:12.655054 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-683da026-049b-4453-baf3-61380bf4326a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (e10f9136-13f0-4228-8e92-3bc4ac7a1f0c), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:12.694266 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-683da026-049b-4453-baf3-61380bf4326a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2691762b39ba4d24be5d502f4069cedb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165071 Mar 08 19:28:12.695038 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683da026-049b-4453-baf3-61380bf4326a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10f9136-13f0-4228-8e92-3bc4ac7a1f0c,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:12.697069 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 47026) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:28:12.745421 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-903bdc74-5908-42a0-8bd8-b895c04ab81a admin admin] Publish callbacks [] for security_group (e10f9136-13f0-4228-8e92-3bc4ac7a1f0c), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:12.766600 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-903bdc74-5908-42a0-8bd8-b895c04ab81a admin admin] Publish callbacks [] for security_group (e10f9136-13f0-4228-8e92-3bc4ac7a1f0c), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:12.887240 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-903bdc74-5908-42a0-8bd8-b895c04ab81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (e10f9136-13f0-4228-8e92-3bc4ac7a1f0c), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:12.890036 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-903bdc74-5908-42a0-8bd8-b895c04ab81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:12.891234 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-903bdc74-5908-42a0-8bd8-b895c04ab81a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e10f9136-13f0-4228-8e92-3bc4ac7a1f0c HTTP/1.1" status: 204 len: 168 time: 0.1931818 Mar 08 19:28:12.898926 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bdc74-5908-42a0-8bd8-b895c04ab81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10f9136-13f0-4228-8e92-3bc4ac7a1f0c,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:13.804792 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 47048) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:28:13.898947 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-9cf648f9-8d1e-4c94-b20d-f2189233731e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-854871816-network', 'tenant_id': 'dafb1825bfba4bdaaf2af99ea0bbbb68'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:28:14.008959 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf648f9-8d1e-4c94-b20d-f2189233731e admin admin] Made reservation on behalf of dafb1825bfba4bdaaf2af99ea0bbbb68 for: {'network': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:28:14.011271 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9cf648f9-8d1e-4c94-b20d-f2189233731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:14.025298 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9cf648f9-8d1e-4c94-b20d-f2189233731e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:14.099178 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9cf648f9-8d1e-4c94-b20d-f2189233731e admin admin] Publish callbacks [] for security_group (48972104-ff14-4ce3-9ac8-12a8414f3785), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:14.172678 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9cf648f9-8d1e-4c94-b20d-f2189233731e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (48972104-ff14-4ce3-9ac8-12a8414f3785), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:14.196699 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf648f9-8d1e-4c94-b20d-f2189233731e admin admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=103757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:28:14.205735 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf648f9-8d1e-4c94-b20d-f2189233731e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48972104-ff14-4ce3-9ac8-12a8414f3785,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:14.211525 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9cf648f9-8d1e-4c94-b20d-f2189233731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (4ed9e624-36c3-4007-a6e6-1a3fc287bec1), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:14.211861 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.segments_db [None req-9cf648f9-8d1e-4c94-b20d-f2189233731e admin admin] Added segment 4ed9e624-36c3-4007-a6e6-1a3fc287bec1 of type vlan for network 5de3e49b-9023-4728-930b-4863caefac19 Mar 08 19:28:14.250782 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9cf648f9-8d1e-4c94-b20d-f2189233731e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (5de3e49b-9023-4728-930b-4863caefac19), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:14.346336 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9cf648f9-8d1e-4c94-b20d-f2189233731e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (5de3e49b-9023-4728-930b-4863caefac19), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:14.347462 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf648f9-8d1e-4c94-b20d-f2189233731e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:14.348168 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9cf648f9-8d1e-4c94-b20d-f2189233731e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:14.408647 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf648f9-8d1e-4c94-b20d-f2189233731e admin admin] Pushing event updated for resources: {'Network': ['ID=5de3e49b-9023-4728-930b-4863caefac19,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:14.418316 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network 5de3e49b-9023-4728-930b-4863caefac19 details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:28:14.444137 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-9cf648f9-8d1e-4c94-b20d-f2189233731e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6383147 Mar 08 19:28:14.446915 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 47054) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:28:14.451734 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-49aba601-4ec0-41fa-8be2-317c79b1c775 admin admin] Request body: {'subnet': {'network_id': '5de3e49b-9023-4728-930b-4863caefac19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-854871816-subnet', 'tenant_id': 'dafb1825bfba4bdaaf2af99ea0bbbb68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:28:14.506224 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aba601-4ec0-41fa-8be2-317c79b1c775 admin admin] Made reservation on behalf of dafb1825bfba4bdaaf2af99ea0bbbb68 for: {'subnet': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:28:14.508647 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-49aba601-4ec0-41fa-8be2-317c79b1c775 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14442208'] for subnet (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:14.727463 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-49aba601-4ec0-41fa-8be2-317c79b1c775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14679358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14442238'] for subnet (cb065751-b24c-4d4e-b130-574a1554a7e8), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:14.785264 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aba601-4ec0-41fa-8be2-317c79b1c775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb065751-b24c-4d4e-b130-574a1554a7e8,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:14.791370 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aba601-4ec0-41fa-8be2-317c79b1c775 admin admin] Checking segment: {'id': '4ed9e624-36c3-4007-a6e6-1a3fc287bec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '5de3e49b-9023-4728-930b-4863caefac19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:28:14.791640 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aba601-4ec0-41fa-8be2-317c79b1c775 admin admin] Network hostable DHCP agents. Network: 5de3e49b-9023-4728-930b-4863caefac19, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:28:14.866153 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aba601-4ec0-41fa-8be2-317c79b1c775 admin admin] Network 5de3e49b-9023-4728-930b-4863caefac19 is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:28:14.940166 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-49aba601-4ec0-41fa-8be2-317c79b1c775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, 5de3e49b-9023-4728-930b-4863caefac19) {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:28:14.944584 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aba601-4ec0-41fa-8be2-317c79b1c775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:14.945889 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-49aba601-4ec0-41fa-8be2-317c79b1c775 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:14.948689 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94808e3-5eae-4910-83f4-a9b2e31692aa None None] Network 5de3e49b-9023-4728-930b-4863caefac19 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:28:15.029074 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-49aba601-4ec0-41fa-8be2-317c79b1c775 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5810108 Mar 08 19:28:15.058067 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac7ea49-02f4-417f-8bb0-a507a8d26852 None None] Network 5de3e49b-9023-4728-930b-4863caefac19 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:28:16.696409 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:28:17.283579 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f0627-2874-4f1f-a101-e4963597889f req-1ae41d9c-32b9-415a-999a-d517a1d25774 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:17.284938 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d12f0627-2874-4f1f-a101-e4963597889f req-1ae41d9c-32b9-415a-999a-d517a1d25774 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/networks?id=5de3e49b-9023-4728-930b-4863caefac19 HTTP/1.1" status: 200 len: 813 time: 0.1028588 Mar 08 19:28:17.299374 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d12f0627-2874-4f1f-a101-e4963597889f req-21415c5d-288a-4c3a-9464-898cd6b4ef1a tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/quotas/dafb1825bfba4bdaaf2af99ea0bbbb68 HTTP/1.1" status: 200 len: 375 time: 0.0089715 Mar 08 19:28:17.330778 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d12f0627-2874-4f1f-a101-e4963597889f req-e9d97d36-0536-4e14-a8e0-d20ab49ebde7 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dafb1825bfba4bdaaf2af99ea0bbbb68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266240 Mar 08 19:28:17.421244 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d12f0627-2874-4f1f-a101-e4963597889f req-3dddd1b0-3356-4860-ae8a-60c79744bbec service neutron] 10.222.0.21 "GET /v2.0/networks/5de3e49b-9023-4728-930b-4863caefac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836043 Mar 08 19:28:17.508224 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d12f0627-2874-4f1f-a101-e4963597889f req-9f087e62-701f-4fe2-8e90-5556057cfa9d service neutron] 10.222.0.21 "GET /v2.0/networks/5de3e49b-9023-4728-930b-4863caefac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814223 Mar 08 19:28:17.778556 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0873689e-85f2-49dd-bf5d-85cb802923c9 req-5182fcd7-41ba-4b65-8152-8419a54f5ae0 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 210 time: 0.0269389 Mar 08 19:28:18.854761 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6edb45a4-52c8-4956-8aa1-a0098b7ca9e1 req-6f5a4ae1-0f0a-44b1-b906-0e332bd90047 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 210 time: 0.0267749 Mar 08 19:28:19.957638 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-463a3b36-4c35-42ef-8e0f-de3e2c1fbbcc req-208b7534-7e27-4997-94ec-bd95a3df222a tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 210 time: 0.0319526 Mar 08 19:28:20.358731 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f0627-2874-4f1f-a101-e4963597889f req-31b3501a-8efc-4cb8-894a-9fcbeb68496b tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:20.360217 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d12f0627-2874-4f1f-a101-e4963597889f req-31b3501a-8efc-4cb8-894a-9fcbeb68496b tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.64 "GET /v2.0/networks?id=5de3e49b-9023-4728-930b-4863caefac19 HTTP/1.1" status: 200 len: 813 time: 0.1072366 Mar 08 19:28:20.372368 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-d12f0627-2874-4f1f-a101-e4963597889f req-59ae2af4-a62c-4f6e-9ec8-67ed4278df3d tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Request body: {'port': {'device_id': 'c03cf9e7-04e5-4031-921d-13d12a3a5a96', 'network_id': '5de3e49b-9023-4728-930b-4863caefac19', 'admin_state_up': True, 'tenant_id': 'dafb1825bfba4bdaaf2af99ea0bbbb68'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:28:20.569065 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12f0627-2874-4f1f-a101-e4963597889f req-59ae2af4-a62c-4f6e-9ec8-67ed4278df3d tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Made reservation on behalf of dafb1825bfba4bdaaf2af99ea0bbbb68 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:28:20.572600 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d12f0627-2874-4f1f-a101-e4963597889f req-59ae2af4-a62c-4f6e-9ec8-67ed4278df3d tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:20.700707 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1c528d66-1d2c-4d95-9fe6-17703f39d29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:20.702059 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-d12f0627-2874-4f1f-a101-e4963597889f req-59ae2af4-a62c-4f6e-9ec8-67ed4278df3d tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Allocated IP 172.20.0.7 (5de3e49b-9023-4728-930b-4863caefac19/cb065751-b24c-4d4e-b130-574a1554a7e8/fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:28:21.056009 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6bc383c3-91b0-4f78-88e2-d9638dc7c7ce req-acfe75b6-d223-40c2-8cf8-b6e1858f1357 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 210 time: 0.0279663 Mar 08 19:28:21.103587 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d12f0627-2874-4f1f-a101-e4963597889f req-59ae2af4-a62c-4f6e-9ec8-67ed4278df3d tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Publish callbacks [] for port (fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:21.203727 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d12f0627-2874-4f1f-a101-e4963597889f req-59ae2af4-a62c-4f6e-9ec8-67ed4278df3d tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:21.246973 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12f0627-2874-4f1f-a101-e4963597889f req-59ae2af4-a62c-4f6e-9ec8-67ed4278df3d tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Network 5de3e49b-9023-4728-930b-4863caefac19 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:28:21.250187 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-d12f0627-2874-4f1f-a101-e4963597889f req-59ae2af4-a62c-4f6e-9ec8-67ed4278df3d tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:28:21.253927 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12f0627-2874-4f1f-a101-e4963597889f req-59ae2af4-a62c-4f6e-9ec8-67ed4278df3d tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:28:21.280957 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae2af4-a62c-4f6e-9ec8-67ed4278df3d tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Pushing event updated for resources: {'Port': ['ID=fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:21.307194 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f0627-2874-4f1f-a101-e4963597889f req-59ae2af4-a62c-4f6e-9ec8-67ed4278df3d tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:21.307799 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d12f0627-2874-4f1f-a101-e4963597889f req-59ae2af4-a62c-4f6e-9ec8-67ed4278df3d tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:21.429136 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d12f0627-2874-4f1f-a101-e4963597889f req-59ae2af4-a62c-4f6e-9ec8-67ed4278df3d tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0603840 Mar 08 19:28:21.440962 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Request body: {'port': {'device_id': 'c03cf9e7-04e5-4031-921d-13d12a3a5a96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:28:21.498981 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:21.752765 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:28:21.759959 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Publish callbacks [] for port (fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:21.772337 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Transition to ACTIVE for port object fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:28:21.883033 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:21.932724 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Pushing event updated for resources: {'Port': ['ID=fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:22.000325 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Attempting to bind port fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:28:22.000656 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Attempting to bind port fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4ed9e624-36c3-4007-a6e6-1a3fc287bec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '5de3e49b-9023-4728-930b-4863caefac19'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:28:22.000977 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Attempting to bind port fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 on network 5de3e49b-9023-4728-930b-4863caefac19 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:28:22.005231 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Port fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 on network 5de3e49b-9023-4728-930b-4863caefac19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:28:22.005485 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Attempting to bind port fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 on network 5de3e49b-9023-4728-930b-4863caefac19 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:28:22.010191 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:28:22.010558 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Checking segment: {'id': '4ed9e624-36c3-4007-a6e6-1a3fc287bec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '5de3e49b-9023-4728-930b-4863caefac19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:28:22.010938 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Bound using segment: {'id': '4ed9e624-36c3-4007-a6e6-1a3fc287bec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '5de3e49b-9023-4728-930b-4863caefac19'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:28:22.011358 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Bound port: fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed9e624-36c3-4007-a6e6-1a3fc287bec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '5de3e49b-9023-4728-930b-4863caefac19'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:28:22.011705 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:22.077626 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] For port fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1, host hv-cinder-83009, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:28:22.080610 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] For port fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1,segment=NetworkSegment(4ed9e624-36c3-4007-a6e6-1a3fc287bec1),segment_id=4ed9e624-36c3-4007-a6e6-1a3fc287bec1)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:28:22.163896 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:22.172301 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a56f8-3f35-4d61-b11f-8169bb084df9 req-9ffe7cd9-1607-41b7-84d0-68ebf7df49b5 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:22.173794 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-be7a56f8-3f35-4d61-b11f-8169bb084df9 req-9ffe7cd9-1607-41b7-84d0-68ebf7df49b5 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 943 time: 0.0516686 Mar 08 19:28:22.205389 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:22.206027 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:22.207460 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d12f0627-2874-4f1f-a101-e4963597889f req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] 10.222.0.64 "PUT /v2.0/ports/fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 HTTP/1.1" status: 200 len: 1093 time: 0.7706122 Mar 08 19:28:22.207912 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03cf9e7-04e5-4031-921d-13d12a3a5a96', 'tag': 'fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:28:22.210149 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1dfb53-38ee-472c-ba90-cb32a7849212" -d '{"events": [{"name": "network-changed", "server_uuid": "c03cf9e7-04e5-4031-921d-13d12a3a5a96", "tag": "fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:28:22.224195 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-be7a56f8-3f35-4d61-b11f-8169bb084df9 req-0f54df01-8cee-43b4-8b7a-25cc2dd2ab36 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447903 Mar 08 19:28:22.236218 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd36c3-6d6d-48d0-bb50-670e2dc7e46f service neutron] Pushing event updated for resources: {'Port': ['ID=fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:22.254238 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b20325-856b-476b-9633-4fa55c3add5a x-openstack-request-id: req-71b20325-856b-476b-9633-4fa55c3add5a {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:28:22.254549 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03cf9e7-04e5-4031-921d-13d12a3a5a96", "tag": "fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:28:22.254801 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71b20325-856b-476b-9633-4fa55c3add5a {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:28:22.255216 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03cf9e7-04e5-4031-921d-13d12a3a5a96', 'tag': 'fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1', 'status': 'completed', 'code': 200} Mar 08 19:28:22.317280 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dfb53-38ee-472c-ba90-cb32a7849212 req-a39abd92-942e-459e-9fb9-f90f2206a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:22.318714 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ff1dfb53-38ee-472c-ba90-cb32a7849212 req-a39abd92-942e-459e-9fb9-f90f2206a888 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dafb1825bfba4bdaaf2af99ea0bbbb68&device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 1127 time: 0.0445373 Mar 08 19:28:22.424334 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dfb53-38ee-472c-ba90-cb32a7849212 req-186fd68d-c438-4f64-8f1c-95c4b3b3b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:22.425809 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ff1dfb53-38ee-472c-ba90-cb32a7849212 req-186fd68d-c438-4f64-8f1c-95c4b3b3b86e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=dafb1825bfba4bdaaf2af99ea0bbbb68&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1011255 Mar 08 19:28:22.521496 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dfb53-38ee-472c-ba90-cb32a7849212 req-d2401cd6-ec77-43ee-bb3b-3430c2c96acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:22.523222 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ff1dfb53-38ee-472c-ba90-cb32a7849212 req-d2401cd6-ec77-43ee-bb3b-3430c2c96acf service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898883 Mar 08 19:28:22.605945 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f0627-2874-4f1f-a101-e4963597889f req-e30228ee-2799-4273-8afd-d37bccd1b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:22.607393 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d12f0627-2874-4f1f-a101-e4963597889f req-e30228ee-2799-4273-8afd-d37bccd1b95e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dafb1825bfba4bdaaf2af99ea0bbbb68&device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 1127 time: 0.0498371 Mar 08 19:28:22.659377 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d12f0627-2874-4f1f-a101-e4963597889f req-081a1245-656d-48c6-a927-e2873a20eb9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 HTTP/1.1" status: 200 len: 217 time: 0.0344195 Mar 08 19:28:22.707013 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f0627-2874-4f1f-a101-e4963597889f req-ca58aa16-a869-4daa-b36c-73da441a0da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:22.708423 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d12f0627-2874-4f1f-a101-e4963597889f req-ca58aa16-a869-4daa-b36c-73da441a0da6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb065751-b24c-4d4e-b130-574a1554a7e8 HTTP/1.1" status: 200 len: 853 time: 0.0435705 Mar 08 19:28:22.739705 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d12f0627-2874-4f1f-a101-e4963597889f req-0f275e8f-64c8-4e7c-b8aa-2b291011d62e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5de3e49b-9023-4728-930b-4863caefac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250528 Mar 08 19:28:22.831873 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d12f0627-2874-4f1f-a101-e4963597889f req-3441ecc8-38c3-4b7f-b175-9f016de15ff4 service neutron] 10.222.0.64 "GET /v2.0/networks/5de3e49b-9023-4728-930b-4863caefac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859528 Mar 08 19:28:22.920979 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d12f0627-2874-4f1f-a101-e4963597889f req-0362d449-69ca-4e46-8385-395383ac092e service neutron] 10.222.0.64 "GET /v2.0/networks/5de3e49b-9023-4728-930b-4863caefac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822144 Mar 08 19:28:23.129668 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-aefeb96c-2378-4de2-a881-1e967d06cfb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:23.345546 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d34e3-f0e2-4ae2-9c3d-078aaa36c671 req-885aa00f-9309-423f-8e61-42691e570ab8 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:23.347065 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b65d34e3-f0e2-4ae2-9c3d-078aaa36c671 req-885aa00f-9309-423f-8e61-42691e570ab8 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 943 time: 0.0520933 Mar 08 19:28:23.399466 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b65d34e3-f0e2-4ae2-9c3d-078aaa36c671 req-fb0bd3a3-714c-4968-92c5-5976238252ef tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466471 Mar 08 19:28:24.140284 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:24.518518 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526af58-7d4f-4715-bab0-eba680501d92 req-b5cabaae-b62c-4430-bfcf-3341612fd959 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:24.519986 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5526af58-7d4f-4715-bab0-eba680501d92 req-b5cabaae-b62c-4430-bfcf-3341612fd959 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 943 time: 0.0515530 Mar 08 19:28:24.565878 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5526af58-7d4f-4715-bab0-eba680501d92 req-b8877de7-6f05-45da-ba00-93d658546702 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Mar 08 19:28:24.774571 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:25.688099 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f251d9-6cf8-4e69-8000-7458d0924a49 req-d94c7d29-11a4-4f55-9128-2d62d2fa74bb tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:25.689613 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-98f251d9-6cf8-4e69-8000-7458d0924a49 req-d94c7d29-11a4-4f55-9128-2d62d2fa74bb tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 943 time: 0.0552058 Mar 08 19:28:25.735066 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-98f251d9-6cf8-4e69-8000-7458d0924a49 req-f4ec1f9c-33f2-4ee4-a1e1-53d3d70598a2 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399694 Mar 08 19:28:25.763594 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:26.857614 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8608a-207b-42ba-93d7-54852f1653b7 req-a8d5a7a1-800e-42d3-9bde-962aa082c6ba tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:26.859332 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ade8608a-207b-42ba-93d7-54852f1653b7 req-a8d5a7a1-800e-42d3-9bde-962aa082c6ba tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 943 time: 0.0573850 Mar 08 19:28:26.906299 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ade8608a-207b-42ba-93d7-54852f1653b7 req-15c8e4af-b91d-4a9f-b435-e9af04437dfc tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414462 Mar 08 19:28:27.009234 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:27.790452 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:28:27.885519 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1,segment=NetworkSegment(4ed9e624-36c3-4007-a6e6-1a3fc287bec1),segment_id=4ed9e624-36c3-4007-a6e6-1a3fc287bec1)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:28:27.896614 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': 'fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1', 'network_id': '5de3e49b-9023-4728-930b-4863caefac19', 'port_id': 'fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1', 'mac_address': 'fa:16:3e:d0:fd:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb065751-b24c-4d4e-b130-574a1554a7e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:28:27.932839 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:28:27.933225 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:27.947064 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:28:27.967282 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1,segment=NetworkSegment(4ed9e624-36c3-4007-a6e6-1a3fc287bec1),segment_id=4ed9e624-36c3-4007-a6e6-1a3fc287bec1)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:28:28.025300 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c786d8f-65f6-4be7-99ce-73d388046c78 req-63b07349-b337-4455-9592-d1e99f6211ab tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:28.026780 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6c786d8f-65f6-4be7-99ce-73d388046c78 req-63b07349-b337-4455-9592-d1e99f6211ab tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 943 time: 0.0527925 Mar 08 19:28:28.070226 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:28.074102 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6c786d8f-65f6-4be7-99ce-73d388046c78 req-5e410bf8-e3ce-418c-be12-7b682db7a78c tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418472 Mar 08 19:28:28.121956 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:28.427324 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:28:29.193678 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbd764-3747-4298-ae5a-eb44abd4ee43 req-300fe266-0d6b-420a-b43c-06bc227c9477 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:29.195147 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c3fbd764-3747-4298-ae5a-eb44abd4ee43 req-300fe266-0d6b-420a-b43c-06bc227c9477 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 944 time: 0.0545948 Mar 08 19:28:29.239849 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c3fbd764-3747-4298-ae5a-eb44abd4ee43 req-536605e4-f620-4d7c-8299-d73231765e6b tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392873 Mar 08 19:28:29.795376 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:28:29.905805 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:28:29.909811 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:28:29.910185 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:29.984896 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:28:29.985815 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:30.008318 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03cf9e7-04e5-4031-921d-13d12a3a5a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:28:30.010540 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33532fb9-1519-4d80-85df-8283311bca34" -d '{"events": [{"server_uuid": "c03cf9e7-04e5-4031-921d-13d12a3a5a96", "name": "network-vif-plugged", "status": "completed", "tag": "fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:28:30.025987 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1,segment=NetworkSegment(4ed9e624-36c3-4007-a6e6-1a3fc287bec1),segment_id=4ed9e624-36c3-4007-a6e6-1a3fc287bec1)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:28:30.046241 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c924c2-080e-41bc-94f1-065cfae42c22 x-openstack-request-id: req-23c924c2-080e-41bc-94f1-065cfae42c22 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:28:30.046542 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03cf9e7-04e5-4031-921d-13d12a3a5a96", "name": "network-vif-plugged", "status": "completed", "tag": "fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:28:30.046797 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23c924c2-080e-41bc-94f1-065cfae42c22 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:28:30.047192 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03cf9e7-04e5-4031-921d-13d12a3a5a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1', 'code': 200} Mar 08 19:28:30.123487 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:30.179308 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:30.358560 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecb059-0b20-4ade-980a-d4949774d5c7 req-d29d06de-f426-40d4-b0c8-ea626a8d73ff tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:30.359949 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-89ecb059-0b20-4ade-980a-d4949774d5c7 req-d29d06de-f426-40d4-b0c8-ea626a8d73ff tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 945 time: 0.0539923 Mar 08 19:28:30.361854 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29a3f9-e92c-4db5-a862-515ed9470382 req-d0ab9e72-c2b9-4915-97b2-e6eeb3813fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:30.363379 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3b29a3f9-e92c-4db5-a862-515ed9470382 req-d0ab9e72-c2b9-4915-97b2-e6eeb3813fe5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 1129 time: 0.0483944 Mar 08 19:28:30.406351 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3b29a3f9-e92c-4db5-a862-515ed9470382 req-23f3da9b-86f5-4561-a59d-7fd03d613d23 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370595 Mar 08 19:28:30.409428 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-89ecb059-0b20-4ade-980a-d4949774d5c7 req-d8a2ca3d-d6ba-4341-9b05-e6f17075d519 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431659 Mar 08 19:28:31.527735 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa339be7-7a59-492b-9a12-bc6edc2c7adb req-6c573375-9e08-427a-a713-839c3fe4289e tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:31.529178 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-aa339be7-7a59-492b-9a12-bc6edc2c7adb req-6c573375-9e08-427a-a713-839c3fe4289e tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 945 time: 0.0509703 Mar 08 19:28:31.577392 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-aa339be7-7a59-492b-9a12-bc6edc2c7adb req-b17b9c15-9113-450d-a1f6-a53ce520623d tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420868 Mar 08 19:28:32.701118 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf38a0-34f9-456e-abee-97e35571735a req-c756c9d4-89f3-4b55-930d-cfe561859f96 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:32.702730 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8ddf38a0-34f9-456e-abee-97e35571735a req-c756c9d4-89f3-4b55-930d-cfe561859f96 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 945 time: 0.0577090 Mar 08 19:28:32.757267 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8ddf38a0-34f9-456e-abee-97e35571735a req-b6f55423-cbeb-4d38-b8a8-f3c0e82f9659 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487170 Mar 08 19:28:50.698476 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8d764626-5200-499d-bb4e-b68f75920497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:53.071326 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1edf6aed-9488-4cd4-a493-4062316ad7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:53.697700 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:28:54.151838 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:54.762620 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:55.752191 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:57.092648 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:07.529294 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c11d5b84-fb85-4739-9c0e-4b61385078bb req-19448de2-e2ea-45e6-adc3-8eaa022c6102 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449445 Mar 08 19:29:08.938854 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d5b84-fb85-4739-9c0e-4b61385078bb req-27fcf35a-5b14-42a4-b6a6-abcff4eaa2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:08.941093 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c11d5b84-fb85-4739-9c0e-4b61385078bb req-27fcf35a-5b14-42a4-b6a6-abcff4eaa2dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 1129 time: 0.0452027 Mar 08 19:29:09.048504 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d5b84-fb85-4739-9c0e-4b61385078bb req-1a7eca3d-7c0d-4102-a622-ef1c048d79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:09.050556 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c11d5b84-fb85-4739-9c0e-4b61385078bb req-1a7eca3d-7c0d-4102-a622-ef1c048d79a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518 HTTP/1.1" status: 200 len: 912 time: 0.0902188 Mar 08 19:29:09.115795 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c11d5b84-fb85-4739-9c0e-4b61385078bb req-ffac2d9b-3683-42bf-a3e1-0b26c34c67db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dd973eb-1d71-430f-b699-067cb2b6ba1b HTTP/1.1" status: 200 len: 1001 time: 0.0590031 Mar 08 19:29:09.170104 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d5b84-fb85-4739-9c0e-4b61385078bb req-62ad73df-23bd-40c4-b461-1fb578f0bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:09.171633 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c11d5b84-fb85-4739-9c0e-4b61385078bb req-62ad73df-23bd-40c4-b461-1fb578f0bcb1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cf5dd8a-43af-48fd-90c6-5dc13b7073d5 HTTP/1.1" status: 200 len: 850 time: 0.0491350 Mar 08 19:29:09.220775 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d5b84-fb85-4739-9c0e-4b61385078bb req-0fe2376c-7109-4ee6-b825-08636baefc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:09.222635 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c11d5b84-fb85-4739-9c0e-4b61385078bb req-0fe2376c-7109-4ee6-b825-08636baefc3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455217 Mar 08 19:29:09.312192 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c11d5b84-fb85-4739-9c0e-4b61385078bb req-8b3e5f9b-272a-460e-a000-a13bf1b38112 service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823517 Mar 08 19:29:09.405294 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c11d5b84-fb85-4739-9c0e-4b61385078bb req-df1ee199-0121-458e-8d95-ad16af996a30 service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851412 Mar 08 19:29:20.699679 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9a0fbf03-8262-4e3a-841c-a8149232c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:23.114814 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b5a30653-dc95-4700-9ef2-ff04dabbe340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:24.162737 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:24.449334 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f0485-6989-4d68-9b95-bd3a269575dc req-1b5304bd-4b08-418f-ac88-2d7664f929ef tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:24.450812 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-af4f0485-6989-4d68-9b95-bd3a269575dc req-1b5304bd-4b08-418f-ac88-2d7664f929ef tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0541904 Mar 08 19:29:24.498556 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-af4f0485-6989-4d68-9b95-bd3a269575dc req-59aa65ba-d426-41e1-9341-b80e208bd00d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419369 Mar 08 19:29:24.819346 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:25.630059 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e99f3-2d2c-4951-a0a3-e4104f2aeede req-4d4f70af-4663-4ec4-9035-53a0b8612d49 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:25.631636 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d77e99f3-2d2c-4951-a0a3-e4104f2aeede req-4d4f70af-4663-4ec4-9035-53a0b8612d49 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0609739 Mar 08 19:29:25.686995 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d77e99f3-2d2c-4951-a0a3-e4104f2aeede req-a43aa560-20be-4524-b398-ef72a988f5c9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497386 Mar 08 19:29:25.750830 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:26.812941 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b7378-6b9f-423f-9f2a-aae8dc1ede3c req-a80b7570-2c5e-477f-ba40-6b2a4ddfceb5 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:26.814525 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-565b7378-6b9f-423f-9f2a-aae8dc1ede3c req-a80b7570-2c5e-477f-ba40-6b2a4ddfceb5 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0559189 Mar 08 19:29:26.862602 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-565b7378-6b9f-423f-9f2a-aae8dc1ede3c req-674908c0-1f47-4297-850c-dd5cac21c861 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410764 Mar 08 19:29:27.086854 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:27.279057 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae22794-0c30-4d2e-b2a4-172473428495 req-b99100ce-043c-4ae0-aff0-ca0ee69b52cb tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:27.280551 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8ae22794-0c30-4d2e-b2a4-172473428495 req-b99100ce-043c-4ae0-aff0-ca0ee69b52cb tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 945 time: 0.0529008 Mar 08 19:29:27.329461 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8ae22794-0c30-4d2e-b2a4-172473428495 req-0578d6e0-6adc-4711-9114-2ecfbe821734 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427656 Mar 08 19:29:27.982354 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b82331-afa0-4045-b061-a0bc4ad25ddc req-4a64a483-51b2-4e82-8ac6-253cf0e00b16 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:27.983881 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b9b82331-afa0-4045-b061-a0bc4ad25ddc req-4a64a483-51b2-4e82-8ac6-253cf0e00b16 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0532498 Mar 08 19:29:28.030860 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b9b82331-afa0-4045-b061-a0bc4ad25ddc req-d7871833-2e30-4e38-be53-491738e0ec19 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413916 Mar 08 19:29:28.447330 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c6733-e2ad-422f-bc68-d667a8887f00 req-e90cd554-0efe-40bd-a9e1-0a2d04aceb8c tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:28.448802 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8b8c6733-e2ad-422f-bc68-d667a8887f00 req-e90cd554-0efe-40bd-a9e1-0a2d04aceb8c tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 945 time: 0.0522938 Mar 08 19:29:28.494414 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8b8c6733-e2ad-422f-bc68-d667a8887f00 req-8a2dc5e3-9227-44fd-a387-87393040b81a tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401170 Mar 08 19:29:29.155102 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f12d0-d9e8-435b-8a21-40c13ee9fcfb req-32b9bea2-2f16-4d94-bc67-2532fb8674f2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:29.156607 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-900f12d0-d9e8-435b-8a21-40c13ee9fcfb req-32b9bea2-2f16-4d94-bc67-2532fb8674f2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0548251 Mar 08 19:29:29.196531 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6490-5f03-47c5-99a7-f43f0bac5710 req-ddcf043e-fe95-4794-99cc-9be5f292d313 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:29.197998 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f6cb6490-5f03-47c5-99a7-f43f0bac5710 req-ddcf043e-fe95-4794-99cc-9be5f292d313 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.64 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 945 time: 0.0524344 Mar 08 19:29:29.203672 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-900f12d0-d9e8-435b-8a21-40c13ee9fcfb req-25f0005c-5457-4dee-a8c0-f1d7a948247d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404427 Mar 08 19:29:29.294423 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-f6cb6490-5f03-47c5-99a7-f43f0bac5710 req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Deleting port fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:29:29.294768 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f6cb6490-5f03-47c5-99a7-f43f0bac5710 req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:29.384315 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-f6cb6490-5f03-47c5-99a7-f43f0bac5710 req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] For port fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1,segment=NetworkSegment(4ed9e624-36c3-4007-a6e6-1a3fc287bec1),segment_id=4ed9e624-36c3-4007-a6e6-1a3fc287bec1)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:29:29.384552 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f6cb6490-5f03-47c5-99a7-f43f0bac5710 req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:29.396787 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-f6cb6490-5f03-47c5-99a7-f43f0bac5710 req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Calling delete_port for fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:29:29.611953 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768ff94-5abf-4783-8ac7-ac716675da53 req-6a88aafd-6e2a-4ea4-9f06-005490e75e5e tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:29.613418 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0768ff94-5abf-4783-8ac7-ac716675da53 req-6a88aafd-6e2a-4ea4-9f06-005490e75e5e tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=c03cf9e7-04e5-4031-921d-13d12a3a5a96 HTTP/1.1" status: 200 len: 945 time: 0.0528100 Mar 08 19:29:29.623473 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f6cb6490-5f03-47c5-99a7-f43f0bac5710 req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:29.639024 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:29:29.652242 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Pushing event deleted for resources: {'Port': ['ID=fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:29:29.661309 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:29.661656 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:29.662001 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:29.662389 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:29.662728 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:29.663042 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:29.663364 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:29.663683 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:29.664001 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:29.664319 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:29.664637 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:29.664955 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:29.665268 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:29.690573 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0768ff94-5abf-4783-8ac7-ac716675da53 req-4c8cdc4e-e1d7-461d-9de0-6b34b528bb37 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704436 Mar 08 19:29:29.714516 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cb6490-5f03-47c5-99a7-f43f0bac5710 req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] No DVR routers for this DVR port fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 on host hv-cinder-83009 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:29:29.717062 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f6cb6490-5f03-47c5-99a7-f43f0bac5710 req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:29.720617 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f6cb6490-5f03-47c5-99a7-f43f0bac5710 req-86d35919-855f-4a6d-a4f8-a76eb2521f00 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.64 "DELETE /v2.0/ports/fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 HTTP/1.1" status: 204 len: 173 time: 0.5175982 Mar 08 19:29:29.721318 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03cf9e7-04e5-4031-921d-13d12a3a5a96', 'name': 'network-vif-deleted', 'tag': 'fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:29:29.724277 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a5589e-80a2-411b-9a35-d0c0fd3d71b6" -d '{"events": [{"server_uuid": "c03cf9e7-04e5-4031-921d-13d12a3a5a96", "name": "network-vif-deleted", "tag": "fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:29:29.760998 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1098911-5c35-4b93-8ecd-a62e0cda06a5 x-openstack-request-id: req-c1098911-5c35-4b93-8ecd-a62e0cda06a5 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:29:29.761366 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03cf9e7-04e5-4031-921d-13d12a3a5a96", "name": "network-vif-deleted", "tag": "fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:29:29.761710 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1098911-5c35-4b93-8ecd-a62e0cda06a5 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:29:29.762170 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03cf9e7-04e5-4031-921d-13d12a3a5a96', 'name': 'network-vif-deleted', 'tag': 'fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1', 'status': 'completed', 'code': 200} Mar 08 19:29:30.326696 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a532f0a-6635-4290-b73e-3441e4bcf35e req-68e120e0-85a7-455d-9499-47de6af1b1d5 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:30.328191 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6a532f0a-6635-4290-b73e-3441e4bcf35e req-68e120e0-85a7-455d-9499-47de6af1b1d5 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0559285 Mar 08 19:29:30.375168 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6a532f0a-6635-4290-b73e-3441e4bcf35e req-33f0510b-4595-44b2-9bf0-55135b26e295 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410631 Mar 08 19:29:30.696607 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:29:31.494836 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818b2a7-2f23-4dad-b67e-8999d8052776 req-84b73db3-df75-4bdf-a79c-7bf491bcce2d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:31.496385 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7818b2a7-2f23-4dad-b67e-8999d8052776 req-84b73db3-df75-4bdf-a79c-7bf491bcce2d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0521026 Mar 08 19:29:31.542313 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7818b2a7-2f23-4dad-b67e-8999d8052776 req-c40c105b-1d38-4e22-b4f6-e507b5397318 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405045 Mar 08 19:29:32.661644 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff977e-a178-4e55-bb66-a6bc49f9bc42 req-ac32ceba-a253-4cfe-bb81-27545b6c0ae7 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:32.663220 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b3ff977e-a178-4e55-bb66-a6bc49f9bc42 req-ac32ceba-a253-4cfe-bb81-27545b6c0ae7 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0541708 Mar 08 19:29:32.733451 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b3ff977e-a178-4e55-bb66-a6bc49f9bc42 req-9d53c5db-8c44-41ff-98f8-44dd2358c9e5 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605633 Mar 08 19:29:32.893299 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:29:32.918270 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:29:32.918641 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device fec2abc5-0c2c-4b73-8a26-42e10bd3d8a1 not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:29:33.863818 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a7276-609d-41eb-bb1b-d13fe56fd44f req-97f8e09d-a4ff-4d57-a4bb-2e36ebe077d6 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:33.865430 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6e2a7276-609d-41eb-bb1b-d13fe56fd44f req-97f8e09d-a4ff-4d57-a4bb-2e36ebe077d6 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0570438 Mar 08 19:29:33.915835 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6e2a7276-609d-41eb-bb1b-d13fe56fd44f req-c70ce442-a5a4-4b99-b3b9-c93230eebd16 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442607 Mar 08 19:29:35.038215 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e79c3-ce72-44ba-8a92-77fb52df8808 req-2277dd21-d5ec-4dd1-b65c-b9cd9ae48a6a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:35.039781 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3a4e79c3-ce72-44ba-8a92-77fb52df8808 req-2277dd21-d5ec-4dd1-b65c-b9cd9ae48a6a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0546572 Mar 08 19:29:35.086805 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3a4e79c3-ce72-44ba-8a92-77fb52df8808 req-6c4e7332-6388-458d-a38b-557461935a7a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414624 Mar 08 19:29:36.222506 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b59a97-14c6-404c-803d-cc390d0ca060 req-785c82e0-e950-46a7-96ff-151b82999eb0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:36.224153 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-74b59a97-14c6-404c-803d-cc390d0ca060 req-785c82e0-e950-46a7-96ff-151b82999eb0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0665541 Mar 08 19:29:36.285008 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-74b59a97-14c6-404c-803d-cc390d0ca060 req-ee02ec90-b756-430c-a175-adddcad0cf1a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551178 Mar 08 19:29:37.404485 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f91b18-5e0c-469d-a3f8-dffcd03e08fa req-5f9dcbce-78ff-4616-a8c5-652ec96cf399 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:37.406496 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b9f91b18-5e0c-469d-a3f8-dffcd03e08fa req-5f9dcbce-78ff-4616-a8c5-652ec96cf399 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0521419 Mar 08 19:29:37.453323 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b9f91b18-5e0c-469d-a3f8-dffcd03e08fa req-d9c08522-7183-4c5b-a140-25a1300a1c66 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412614 Mar 08 19:29:38.581449 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df3d11-7a5b-49cd-b3d0-9152e1df1658 req-58ac5218-a1b5-4180-8ca9-612dac024ff7 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:38.582900 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-42df3d11-7a5b-49cd-b3d0-9152e1df1658 req-58ac5218-a1b5-4180-8ca9-612dac024ff7 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0566802 Mar 08 19:29:38.633784 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-42df3d11-7a5b-49cd-b3d0-9152e1df1658 req-b0afefe1-7d67-411e-b6b0-82f13e01c8c8 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452282 Mar 08 19:29:39.752795 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e66d5-ff2d-486a-8a94-a24b10ec4887 req-d741c21e-5f0d-4fbb-aca9-a6f16bcce38b tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:39.754291 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b79e66d5-ff2d-486a-8a94-a24b10ec4887 req-d741c21e-5f0d-4fbb-aca9-a6f16bcce38b tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0528653 Mar 08 19:29:39.800715 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b79e66d5-ff2d-486a-8a94-a24b10ec4887 req-fd0eeb62-54a5-495a-a91e-8bb61a1be9ff tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409129 Mar 08 19:29:40.928478 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25e773-810d-4259-97ca-ebe1e516c960 req-87f3ba2d-50f3-4423-819a-cdf35626273c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:40.929953 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1a25e773-810d-4259-97ca-ebe1e516c960 req-87f3ba2d-50f3-4423-819a-cdf35626273c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0585072 Mar 08 19:29:40.980253 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1a25e773-810d-4259-97ca-ebe1e516c960 req-7e74ed2f-6323-4dfa-9dd0-7e1437bfbda4 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446332 Mar 08 19:29:42.107198 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b6cb1-aa14-4ef7-b067-43fef996c6c9 req-7a8fa567-c48c-48c5-95a3-441274910e9f tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:42.108651 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-fe2b6cb1-aa14-4ef7-b067-43fef996c6c9 req-7a8fa567-c48c-48c5-95a3-441274910e9f tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0558729 Mar 08 19:29:42.156487 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-fe2b6cb1-aa14-4ef7-b067-43fef996c6c9 req-fab25649-37a3-46d9-84a6-35a20175ffdd tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417078 Mar 08 19:29:42.561472 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-b516fddf-f65c-458d-bb5a-f73c723e5b48 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:42.562859 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-b516fddf-f65c-458d-bb5a-f73c723e5b48 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/networks?id=5de3e49b-9023-4728-930b-4863caefac19 HTTP/1.1" status: 200 len: 813 time: 0.1354215 Mar 08 19:29:42.584398 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bbc2b-cbff-459f-9054-52feb32dfa4d req-cff840c5-b441-4f30-ad08-2de2b993e007 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:42.587131 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a67bbc2b-cbff-459f-9054-52feb32dfa4d req-cff840c5-b441-4f30-ad08-2de2b993e007 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0867140 Mar 08 19:29:42.589684 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-0b6d35c4-0ab8-439d-94ed-f658135ca077 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/quotas/dafb1825bfba4bdaaf2af99ea0bbbb68 HTTP/1.1" status: 200 len: 375 time: 0.0187910 Mar 08 19:29:42.633317 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-1a60a955-aaac-4324-9bf3-a09697f9f57e tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dafb1825bfba4bdaaf2af99ea0bbbb68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344651 Mar 08 19:29:42.686952 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a67bbc2b-cbff-459f-9054-52feb32dfa4d req-06fca053-1e96-458b-b6b9-6cb5a61c7339 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945241 Mar 08 19:29:42.690788 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf23cf8-3f63-4726-89a2-4072edb4670f req-322a219a-788b-48bf-b12f-c40dc43b6490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:42.692346 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1cf23cf8-3f63-4726-89a2-4072edb4670f req-322a219a-788b-48bf-b12f-c40dc43b6490 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 1129 time: 0.0552483 Mar 08 19:29:42.748103 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-242f093a-31f3-4220-a8e4-d8753b67b9b6 service neutron] 10.222.0.21 "GET /v2.0/networks/5de3e49b-9023-4728-930b-4863caefac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041529 Mar 08 19:29:42.785120 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf23cf8-3f63-4726-89a2-4072edb4670f req-e875000e-b9af-4933-90d8-2bf77dcaf64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:42.786670 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1cf23cf8-3f63-4726-89a2-4072edb4670f req-e875000e-b9af-4933-90d8-2bf77dcaf64d service neutron] 10.222.0.64 "GET /v2.0/networks?id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518 HTTP/1.1" status: 200 len: 912 time: 0.0874369 Mar 08 19:29:42.835746 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-c16c3d17-f9c7-470f-85e1-454a32e8899e service neutron] 10.222.0.21 "GET /v2.0/networks/5de3e49b-9023-4728-930b-4863caefac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818624 Mar 08 19:29:42.855193 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1cf23cf8-3f63-4726-89a2-4072edb4670f req-a58361a2-f02c-41fa-8608-06cb2183f195 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dd973eb-1d71-430f-b699-067cb2b6ba1b HTTP/1.1" status: 200 len: 1001 time: 0.0629497 Mar 08 19:29:42.905169 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf23cf8-3f63-4726-89a2-4072edb4670f req-2a4b7079-1b38-4f17-a616-2257661da08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:42.906706 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1cf23cf8-3f63-4726-89a2-4072edb4670f req-2a4b7079-1b38-4f17-a616-2257661da08e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cf5dd8a-43af-48fd-90c6-5dc13b7073d5 HTTP/1.1" status: 200 len: 850 time: 0.0445623 Mar 08 19:29:42.959000 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf23cf8-3f63-4726-89a2-4072edb4670f req-297adbb7-6e44-43e5-8340-897f2c087559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:42.960516 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1cf23cf8-3f63-4726-89a2-4072edb4670f req-297adbb7-6e44-43e5-8340-897f2c087559 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481448 Mar 08 19:29:43.057960 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1cf23cf8-3f63-4726-89a2-4072edb4670f req-a9644d2f-a320-4b85-817c-061e0ea892f7 service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904350 Mar 08 19:29:43.072434 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6d35d89d-1985-4a89-9be3-f6a7fbe0ffb7 req-d6926691-802f-43ca-94f0-2d8bdb7f9afb tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 210 time: 0.0268235 Mar 08 19:29:43.156509 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1cf23cf8-3f63-4726-89a2-4072edb4670f req-8f46e25f-23f4-4418-aa31-3144c2d0740c service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920107 Mar 08 19:29:43.812105 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e43d0b-899b-4e31-b8e5-d63f49ea2a1e req-5e7f344e-df36-4a5d-bdcb-29deb7a859ad tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:43.813573 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-75e43d0b-899b-4e31-b8e5-d63f49ea2a1e req-5e7f344e-df36-4a5d-bdcb-29deb7a859ad tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0566058 Mar 08 19:29:43.861647 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-75e43d0b-899b-4e31-b8e5-d63f49ea2a1e req-d8af8fd4-45d4-4cc0-b886-da56dc3b7b49 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408022 Mar 08 19:29:44.166781 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-fba2ee73-d09c-458d-86ad-79f05008a8d2 req-de66389c-79e7-487c-92d2-53a2b273999c tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 210 time: 0.0276017 Mar 08 19:29:44.888691 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-756ee4c8-95d2-425f-8fc2-230e6bee331c tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:44.891041 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-756ee4c8-95d2-425f-8fc2-230e6bee331c tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.64 "GET /v2.0/networks?id=5de3e49b-9023-4728-930b-4863caefac19 HTTP/1.1" status: 200 len: 813 time: 0.1042979 Mar 08 19:29:44.902788 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-0dd5ee7b-c63e-4f94-a96d-7a86e85aee52 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Request body: {'port': {'device_id': 'bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5', 'network_id': '5de3e49b-9023-4728-930b-4863caefac19', 'admin_state_up': True, 'tenant_id': 'dafb1825bfba4bdaaf2af99ea0bbbb68'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:29:44.986652 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e0812-362d-4164-8dd6-753e647f3957 req-496dddbc-38e6-4fd1-b996-2fd2b249b9e8 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:44.988805 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-044e0812-362d-4164-8dd6-753e647f3957 req-496dddbc-38e6-4fd1-b996-2fd2b249b9e8 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0551574 Mar 08 19:29:45.042421 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-044e0812-362d-4164-8dd6-753e647f3957 req-c4fdcd94-bf5e-4121-9c88-51976634fcf4 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474572 Mar 08 19:29:45.081882 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-0dd5ee7b-c63e-4f94-a96d-7a86e85aee52 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Made reservation on behalf of dafb1825bfba4bdaaf2af99ea0bbbb68 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:29:45.085494 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-0dd5ee7b-c63e-4f94-a96d-7a86e85aee52 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:45.210201 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-0dd5ee7b-c63e-4f94-a96d-7a86e85aee52 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Allocated IP 172.20.0.4 (5de3e49b-9023-4728-930b-4863caefac19/cb065751-b24c-4d4e-b130-574a1554a7e8/5d28ce17-83a4-4fa8-8947-83e901624295) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:29:45.262217 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-38912577-6944-4abf-8832-f4f9bbe7caac req-31852fae-95bd-4d52-8ed5-1a73b385d166 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 210 time: 0.0285549 Mar 08 19:29:45.367020 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-0dd5ee7b-c63e-4f94-a96d-7a86e85aee52 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Publish callbacks [] for port (5d28ce17-83a4-4fa8-8947-83e901624295), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:45.469519 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-0dd5ee7b-c63e-4f94-a96d-7a86e85aee52 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (5d28ce17-83a4-4fa8-8947-83e901624295), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:45.515381 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-0dd5ee7b-c63e-4f94-a96d-7a86e85aee52 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Network 5de3e49b-9023-4728-930b-4863caefac19 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:29:45.518345 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-0dd5ee7b-c63e-4f94-a96d-7a86e85aee52 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:29:45.522050 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-0dd5ee7b-c63e-4f94-a96d-7a86e85aee52 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:29:45.550121 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5ee7b-c63e-4f94-a96d-7a86e85aee52 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Pushing event updated for resources: {'Port': ['ID=5d28ce17-83a4-4fa8-8947-83e901624295,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:29:45.577465 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-0dd5ee7b-c63e-4f94-a96d-7a86e85aee52 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:45.578084 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-0dd5ee7b-c63e-4f94-a96d-7a86e85aee52 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:45.667507 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-0dd5ee7b-c63e-4f94-a96d-7a86e85aee52 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7687094 Mar 08 19:29:45.739253 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Request body: {'port': {'device_id': 'bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:29:45.798748 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (5d28ce17-83a4-4fa8-8947-83e901624295), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:46.065003 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d28ce17-83a4-4fa8-8947-83e901624295 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:29:46.072603 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Publish callbacks [] for port (5d28ce17-83a4-4fa8-8947-83e901624295), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:46.085636 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Transition to ACTIVE for port object 5d28ce17-83a4-4fa8-8947-83e901624295 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:29:46.148540 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (5d28ce17-83a4-4fa8-8947-83e901624295), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:46.200576 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Pushing event updated for resources: {'Port': ['ID=5d28ce17-83a4-4fa8-8947-83e901624295,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:29:46.265350 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Attempting to bind port 5d28ce17-83a4-4fa8-8947-83e901624295 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:29:46.265675 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Attempting to bind port 5d28ce17-83a4-4fa8-8947-83e901624295 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4ed9e624-36c3-4007-a6e6-1a3fc287bec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '5de3e49b-9023-4728-930b-4863caefac19'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:29:46.265997 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Attempting to bind port 5d28ce17-83a4-4fa8-8947-83e901624295 on network 5de3e49b-9023-4728-930b-4863caefac19 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:29:46.271083 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Port 5d28ce17-83a4-4fa8-8947-83e901624295 on network 5de3e49b-9023-4728-930b-4863caefac19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:29:46.271395 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Attempting to bind port 5d28ce17-83a4-4fa8-8947-83e901624295 on network 5de3e49b-9023-4728-930b-4863caefac19 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:29:46.276252 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:29:46.276584 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Checking segment: {'id': '4ed9e624-36c3-4007-a6e6-1a3fc287bec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '5de3e49b-9023-4728-930b-4863caefac19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:29:46.276959 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Bound using segment: {'id': '4ed9e624-36c3-4007-a6e6-1a3fc287bec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '5de3e49b-9023-4728-930b-4863caefac19'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:29:46.277376 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Bound port: 5d28ce17-83a4-4fa8-8947-83e901624295, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed9e624-36c3-4007-a6e6-1a3fc287bec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '5de3e49b-9023-4728-930b-4863caefac19'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:29:46.277725 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (5d28ce17-83a4-4fa8-8947-83e901624295), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:46.346745 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] For port 5d28ce17-83a4-4fa8-8947-83e901624295, host hv-cinder-83009, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:29:46.349823 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] For port 5d28ce17-83a4-4fa8-8947-83e901624295, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5d28ce17-83a4-4fa8-8947-83e901624295,segment=NetworkSegment(4ed9e624-36c3-4007-a6e6-1a3fc287bec1),segment_id=4ed9e624-36c3-4007-a6e6-1a3fc287bec1)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:29:46.382048 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee87c85-22ad-49ab-8159-e03ff6ed6803 req-f1c86907-4687-4692-84be-94f1afff2c57 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:46.383541 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-eee87c85-22ad-49ab-8159-e03ff6ed6803 req-f1c86907-4687-4692-84be-94f1afff2c57 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 943 time: 0.0515695 Mar 08 19:29:46.424012 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (5d28ce17-83a4-4fa8-8947-83e901624295), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:46.432322 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-eee87c85-22ad-49ab-8159-e03ff6ed6803 req-c99efefb-86c4-4a88-889f-ccce2b401fe3 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433564 Mar 08 19:29:46.459396 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:46.460042 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:46.461451 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] 10.222.0.64 "PUT /v2.0/ports/5d28ce17-83a4-4fa8-8947-83e901624295 HTTP/1.1" status: 200 len: 1093 time: 0.7265446 Mar 08 19:29:46.461891 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5', 'tag': '5d28ce17-83a4-4fa8-8947-83e901624295'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:29:46.464166 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8e3d3b-d7f6-4710-b751-7ad7c3347fee" -d '{"events": [{"name": "network-changed", "server_uuid": "bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5", "tag": "5d28ce17-83a4-4fa8-8947-83e901624295"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:29:46.490745 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe541d-113f-4b62-8471-de392008ff8f service neutron] Pushing event updated for resources: {'Port': ['ID=5d28ce17-83a4-4fa8-8947-83e901624295,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:29:46.505586 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85b87bc-8715-44fe-afa5-b345a6bb3b5e x-openstack-request-id: req-c85b87bc-8715-44fe-afa5-b345a6bb3b5e {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:29:46.505874 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5", "tag": "5d28ce17-83a4-4fa8-8947-83e901624295", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:29:46.506127 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c85b87bc-8715-44fe-afa5-b345a6bb3b5e {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:29:46.506544 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5', 'tag': '5d28ce17-83a4-4fa8-8947-83e901624295', 'status': 'completed', 'code': 200} Mar 08 19:29:46.570685 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e3d3b-d7f6-4710-b751-7ad7c3347fee req-dfa9891e-0cc7-4448-bdbb-28e64c548646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:46.572220 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4a8e3d3b-d7f6-4710-b751-7ad7c3347fee req-dfa9891e-0cc7-4448-bdbb-28e64c548646 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dafb1825bfba4bdaaf2af99ea0bbbb68&device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 1127 time: 0.0479813 Mar 08 19:29:46.671822 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e3d3b-d7f6-4710-b751-7ad7c3347fee req-49b4ef26-e412-4132-add3-8683ea1b58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:46.673232 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4a8e3d3b-d7f6-4710-b751-7ad7c3347fee req-49b4ef26-e412-4132-add3-8683ea1b58f3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=dafb1825bfba4bdaaf2af99ea0bbbb68&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0947883 Mar 08 19:29:46.765741 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e3d3b-d7f6-4710-b751-7ad7c3347fee req-f82fac44-faaa-4edb-b3a7-973c694fcaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:46.767299 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4a8e3d3b-d7f6-4710-b751-7ad7c3347fee req-f82fac44-faaa-4edb-b3a7-973c694fcaa1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885704 Mar 08 19:29:46.848147 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-d108ef6e-1742-4b38-89dc-0dee5fc97d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:46.849646 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-d108ef6e-1742-4b38-89dc-0dee5fc97d66 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dafb1825bfba4bdaaf2af99ea0bbbb68&device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 1127 time: 0.0492392 Mar 08 19:29:46.890045 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-da2856f1-5b7d-41f2-9b08-78fde112a6e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d28ce17-83a4-4fa8-8947-83e901624295 HTTP/1.1" status: 200 len: 217 time: 0.0341547 Mar 08 19:29:46.937658 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-0f7817a5-6fe5-4e14-9f4f-616ee13d8819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:46.939201 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-0f7817a5-6fe5-4e14-9f4f-616ee13d8819 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb065751-b24c-4d4e-b130-574a1554a7e8 HTTP/1.1" status: 200 len: 853 time: 0.0438921 Mar 08 19:29:46.971274 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-8a29ac9d-6a03-49b0-8804-4bc16f0bcedc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5de3e49b-9023-4728-930b-4863caefac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258358 Mar 08 19:29:47.064528 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-e5ff664a-a7f0-45f2-b540-fa4be0d2d2d5 service neutron] 10.222.0.64 "GET /v2.0/networks/5de3e49b-9023-4728-930b-4863caefac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878398 Mar 08 19:29:47.151781 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-10839982-5a76-4a5a-986a-5c1f45ed4be4 req-1d65c5c5-248f-4dbb-af94-0872186bf105 service neutron] 10.222.0.64 "GET /v2.0/networks/5de3e49b-9023-4728-930b-4863caefac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818918 Mar 08 19:29:47.553509 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7208d19-08c6-4df5-afd6-6dcc7ae94b81 req-a3937e5b-5053-42e3-a35d-59801df0f0da tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:47.555872 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b7208d19-08c6-4df5-afd6-6dcc7ae94b81 req-a3937e5b-5053-42e3-a35d-59801df0f0da tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 943 time: 0.0552104 Mar 08 19:29:47.605979 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b7208d19-08c6-4df5-afd6-6dcc7ae94b81 req-d5aa2e4c-3247-4520-8c00-30d6133629fe tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448492 Mar 08 19:29:48.729077 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb84a54-38e0-46f4-8cb9-a10748e2ded1 req-6926e69e-60cf-4072-858d-59bafeff9c15 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:48.730532 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1cb84a54-38e0-46f4-8cb9-a10748e2ded1 req-6926e69e-60cf-4072-858d-59bafeff9c15 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 943 time: 0.0517857 Mar 08 19:29:48.776033 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1cb84a54-38e0-46f4-8cb9-a10748e2ded1 req-440fa276-2ef9-4608-8ab2-2e8d955f2496 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400023 Mar 08 19:29:49.891983 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36326df-7d3e-456a-b824-eab3026b75e0 req-51fb2017-d8c5-4cf2-8f1f-ddf7a2d09ce0 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:49.893449 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a36326df-7d3e-456a-b824-eab3026b75e0 req-51fb2017-d8c5-4cf2-8f1f-ddf7a2d09ce0 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 943 time: 0.0512450 Mar 08 19:29:49.938598 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a36326df-7d3e-456a-b824-eab3026b75e0 req-bb02ece3-815b-45cc-b276-1644b7eeb772 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395699 Mar 08 19:29:50.727089 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1925cb65-4bfd-4a61-8d06-910bbb5a1c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:51.063766 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca640776-8f3a-4ce9-9f4e-8a93284b9001 req-509e9572-7960-4e12-8bfb-1cb4aa6ee846 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:51.065814 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ca640776-8f3a-4ce9-9f4e-8a93284b9001 req-509e9572-7960-4e12-8bfb-1cb4aa6ee846 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 943 time: 0.0564957 Mar 08 19:29:51.112992 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ca640776-8f3a-4ce9-9f4e-8a93284b9001 req-ce62abf5-15a0-4a34-aab7-239311866650 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416057 Mar 08 19:29:52.199477 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 5d28ce17-83a4-4fa8-8947-83e901624295 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:29:52.230619 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffe1cf-76a9-461f-b9c2-b149071f9cf8 req-bb66087b-c008-46b5-a605-959cd8785434 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:52.232125 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b9ffe1cf-76a9-461f-b9c2-b149071f9cf8 req-bb66087b-c008-46b5-a605-959cd8785434 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 943 time: 0.0524402 Mar 08 19:29:52.278647 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b9ffe1cf-76a9-461f-b9c2-b149071f9cf8 req-b8b36bbd-c539-42b9-864e-3084457718cc tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400441 Mar 08 19:29:52.296336 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 5d28ce17-83a4-4fa8-8947-83e901624295, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5d28ce17-83a4-4fa8-8947-83e901624295,segment=NetworkSegment(4ed9e624-36c3-4007-a6e6-1a3fc287bec1),segment_id=4ed9e624-36c3-4007-a6e6-1a3fc287bec1)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:29:52.307588 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '5d28ce17-83a4-4fa8-8947-83e901624295', 'network_id': '5de3e49b-9023-4728-930b-4863caefac19', 'port_id': '5d28ce17-83a4-4fa8-8947-83e901624295', 'mac_address': 'fa:16:3e:03:da:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb065751-b24c-4d4e-b130-574a1554a7e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:29:52.348997 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 5d28ce17-83a4-4fa8-8947-83e901624295 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:29:52.349379 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (5d28ce17-83a4-4fa8-8947-83e901624295), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:52.363926 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d28ce17-83a4-4fa8-8947-83e901624295 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:29:52.384494 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 5d28ce17-83a4-4fa8-8947-83e901624295, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5d28ce17-83a4-4fa8-8947-83e901624295,segment=NetworkSegment(4ed9e624-36c3-4007-a6e6-1a3fc287bec1),segment_id=4ed9e624-36c3-4007-a6e6-1a3fc287bec1)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:29:52.493256 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (5d28ce17-83a4-4fa8-8947-83e901624295), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:52.541223 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=5d28ce17-83a4-4fa8-8947-83e901624295,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:29:52.548251 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.552252 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.552252 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.552252 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.552252 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.552252 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.552252 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.552252 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.552252 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.552252 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.552252 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.552252 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.552252 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.830944 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['5d28ce17-83a4-4fa8-8947-83e901624295'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:29:53.080594 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ee86e4d0-69d2-47eb-8c86-513f8c39d256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:53.397926 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30153530-7011-435f-b1e6-63c4e48066bd req-7679823d-c1ed-4a42-9576-ab1e5474f6d6 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:53.399404 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-30153530-7011-435f-b1e6-63c4e48066bd req-7679823d-c1ed-4a42-9576-ab1e5474f6d6 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 944 time: 0.0510910 Mar 08 19:29:53.449239 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-30153530-7011-435f-b1e6-63c4e48066bd req-00a5069f-d5ee-4a7c-8636-3791e206a63c tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441756 Mar 08 19:29:54.207309 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:54.211299 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 5d28ce17-83a4-4fa8-8947-83e901624295 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:29:54.344253 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port 5d28ce17-83a4-4fa8-8947-83e901624295 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:29:54.348438 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 5d28ce17-83a4-4fa8-8947-83e901624295 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:29:54.348812 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (5d28ce17-83a4-4fa8-8947-83e901624295), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:54.428462 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 5d28ce17-83a4-4fa8-8947-83e901624295 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:29:54.428854 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (5d28ce17-83a4-4fa8-8947-83e901624295), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:54.451605 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d28ce17-83a4-4fa8-8947-83e901624295'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:29:54.453811 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e85f404-53a5-4a22-b812-fb55c1b76e16" -d '{"events": [{"server_uuid": "bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5", "name": "network-vif-plugged", "status": "completed", "tag": "5d28ce17-83a4-4fa8-8947-83e901624295"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:29:54.466316 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 5d28ce17-83a4-4fa8-8947-83e901624295, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5d28ce17-83a4-4fa8-8947-83e901624295,segment=NetworkSegment(4ed9e624-36c3-4007-a6e6-1a3fc287bec1),segment_id=4ed9e624-36c3-4007-a6e6-1a3fc287bec1)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:29:54.504914 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6c34a2-781d-4315-83ca-d5c19bd48160 x-openstack-request-id: req-2c6c34a2-781d-4315-83ca-d5c19bd48160 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:29:54.504914 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5", "name": "network-vif-plugged", "status": "completed", "tag": "5d28ce17-83a4-4fa8-8947-83e901624295", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:29:54.504914 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c6c34a2-781d-4315-83ca-d5c19bd48160 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:29:54.504914 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d28ce17-83a4-4fa8-8947-83e901624295', 'code': 200} Mar 08 19:29:54.561513 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (5d28ce17-83a4-4fa8-8947-83e901624295), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:54.568433 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1107780-93c3-4bf5-a710-dadcd99ed9a5 req-ab3013df-f61d-4572-8c11-bbf841ffb93b tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:54.570466 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b1107780-93c3-4bf5-a710-dadcd99ed9a5 req-ab3013df-f61d-4572-8c11-bbf841ffb93b tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 944 time: 0.0550222 Mar 08 19:29:54.605562 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=5d28ce17-83a4-4fa8-8947-83e901624295,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:29:54.617883 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b1107780-93c3-4bf5-a710-dadcd99ed9a5 req-17b58204-3cac-4e2e-aaa5-8ed0f43d73ea tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417383 Mar 08 19:29:54.788114 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51845fb-2788-4927-81c4-b66980833cf2 req-2f7387c2-a08b-42ed-8565-8bba0e2cfdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:54.789623 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d51845fb-2788-4927-81c4-b66980833cf2 req-2f7387c2-a08b-42ed-8565-8bba0e2cfdaa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 1129 time: 0.0490556 Mar 08 19:29:54.795694 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:54.834327 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d51845fb-2788-4927-81c4-b66980833cf2 req-e47eb818-b46a-4f88-942b-edc78219b6ad service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382123 Mar 08 19:29:55.736816 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22ad97-36f6-48fb-a986-680ba68bc2fa req-9c619933-4615-4e6d-8e60-522eb93b6b7c tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:55.738328 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1a22ad97-36f6-48fb-a986-680ba68bc2fa req-9c619933-4615-4e6d-8e60-522eb93b6b7c tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 945 time: 0.0526607 Mar 08 19:29:55.765725 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:55.787058 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1a22ad97-36f6-48fb-a986-680ba68bc2fa req-97ecf70c-2bec-4587-ba87-ea0de1147ec1 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428882 Mar 08 19:29:56.908648 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c463a0-4f89-4e49-9d41-288a67aa071c req-36613f76-7d97-4f29-9bbe-b2ab4ad36d31 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:56.910125 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-48c463a0-4f89-4e49-9d41-288a67aa071c req-36613f76-7d97-4f29-9bbe-b2ab4ad36d31 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 945 time: 0.0560970 Mar 08 19:29:56.960059 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-48c463a0-4f89-4e49-9d41-288a67aa071c req-9c1ef87e-c1ac-4f32-b811-3c315a0c8fb0 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444174 Mar 08 19:29:57.031423 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:07.696336 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:30:20.704367 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21aa8f87-afb6-44f9-a200-dabb2993d372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:23.113453 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-67602ca5-38f0-4865-9b79-1b3638fca471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:23.856712 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a481791-b703-4ead-b873-ee10309a112d req-5a4c00f6-1f12-47a3-bc97-55a58d9bdb92 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:23.858392 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1a481791-b703-4ead-b873-ee10309a112d req-5a4c00f6-1f12-47a3-bc97-55a58d9bdb92 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 945 time: 0.0550325 Mar 08 19:30:23.905257 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1a481791-b703-4ead-b873-ee10309a112d req-45af1efd-98a3-462f-854c-3bb23bd56f9c tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410872 Mar 08 19:30:24.138184 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:24.801564 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:25.027446 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8443fe-76a2-4c7a-99e2-96ab68b7086c req-013b73b9-acb2-4ee2-b60d-0c99a52e983c tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:25.028930 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1a8443fe-76a2-4c7a-99e2-96ab68b7086c req-013b73b9-acb2-4ee2-b60d-0c99a52e983c tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 945 time: 0.0556791 Mar 08 19:30:25.075177 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-1a8443fe-76a2-4c7a-99e2-96ab68b7086c req-5de159f6-395e-4d02-a0f2-a3ff94181060 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399401 Mar 08 19:30:25.764716 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:25.906899 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cdf76-51fa-43c8-b5f7-2e6b63f45026 req-184b67d2-9f3e-4cae-b931-f87e08074aa0 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:25.908350 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b11cdf76-51fa-43c8-b5f7-2e6b63f45026 req-184b67d2-9f3e-4cae-b931-f87e08074aa0 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 945 time: 0.0556743 Mar 08 19:30:26.006298 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-b11cdf76-51fa-43c8-b5f7-2e6b63f45026 req-30325e6a-9457-47f3-9cec-d4d710ee5c43 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Deleting port 5d28ce17-83a4-4fa8-8947-83e901624295 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:30:26.006671 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-b11cdf76-51fa-43c8-b5f7-2e6b63f45026 req-30325e6a-9457-47f3-9cec-d4d710ee5c43 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (5d28ce17-83a4-4fa8-8947-83e901624295), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:26.093821 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-b11cdf76-51fa-43c8-b5f7-2e6b63f45026 req-30325e6a-9457-47f3-9cec-d4d710ee5c43 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] For port 5d28ce17-83a4-4fa8-8947-83e901624295, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5d28ce17-83a4-4fa8-8947-83e901624295,segment=NetworkSegment(4ed9e624-36c3-4007-a6e6-1a3fc287bec1),segment_id=4ed9e624-36c3-4007-a6e6-1a3fc287bec1)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:30:26.094181 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-b11cdf76-51fa-43c8-b5f7-2e6b63f45026 req-30325e6a-9457-47f3-9cec-d4d710ee5c43 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (5d28ce17-83a4-4fa8-8947-83e901624295), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:26.106513 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-b11cdf76-51fa-43c8-b5f7-2e6b63f45026 req-30325e6a-9457-47f3-9cec-d4d710ee5c43 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Calling delete_port for 5d28ce17-83a4-4fa8-8947-83e901624295 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:30:26.200592 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d2ef4-b058-40ee-a1f2-99ac94c1cbf9 req-76210c17-3a28-4f0b-b127-d1007401f021 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:26.202813 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6e6d2ef4-b058-40ee-a1f2-99ac94c1cbf9 req-76210c17-3a28-4f0b-b127-d1007401f021 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 945 time: 0.0590105 Mar 08 19:30:26.253331 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6e6d2ef4-b058-40ee-a1f2-99ac94c1cbf9 req-dfc4696c-149c-4558-8488-9bd02f58c006 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/security-groups?id=48972104-ff14-4ce3-9ac8-12a8414f3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444810 Mar 08 19:30:26.326947 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-b11cdf76-51fa-43c8-b5f7-2e6b63f45026 req-30325e6a-9457-47f3-9cec-d4d710ee5c43 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (5d28ce17-83a4-4fa8-8947-83e901624295), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:26.338783 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['5d28ce17-83a4-4fa8-8947-83e901624295'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:30:26.358143 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30325e6a-9457-47f3-9cec-d4d710ee5c43 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Pushing event deleted for resources: {'Port': ['ID=5d28ce17-83a4-4fa8-8947-83e901624295,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:26.401955 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11cdf76-51fa-43c8-b5f7-2e6b63f45026 req-30325e6a-9457-47f3-9cec-d4d710ee5c43 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] No DVR routers for this DVR port 5d28ce17-83a4-4fa8-8947-83e901624295 on host hv-cinder-83009 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:30:26.404548 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-b11cdf76-51fa-43c8-b5f7-2e6b63f45026 req-30325e6a-9457-47f3-9cec-d4d710ee5c43 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:26.408041 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b11cdf76-51fa-43c8-b5f7-2e6b63f45026 req-30325e6a-9457-47f3-9cec-d4d710ee5c43 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.64 "DELETE /v2.0/ports/5d28ce17-83a4-4fa8-8947-83e901624295 HTTP/1.1" status: 204 len: 173 time: 0.4944878 Mar 08 19:30:26.409008 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5', 'name': 'network-vif-deleted', 'tag': '5d28ce17-83a4-4fa8-8947-83e901624295'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:30:26.412130 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2463abdc-2b9b-4b6a-8869-55034e3b78f9" -d '{"events": [{"server_uuid": "bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5", "name": "network-vif-deleted", "tag": "5d28ce17-83a4-4fa8-8947-83e901624295"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:30:26.450203 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aac1e2-96d3-4407-bc35-8bf477b4597b x-openstack-request-id: req-f3aac1e2-96d3-4407-bc35-8bf477b4597b {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:30:26.450522 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5", "name": "network-vif-deleted", "tag": "5d28ce17-83a4-4fa8-8947-83e901624295", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:30:26.450783 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3aac1e2-96d3-4407-bc35-8bf477b4597b {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:30:26.451184 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5', 'name': 'network-vif-deleted', 'tag': '5d28ce17-83a4-4fa8-8947-83e901624295', 'status': 'completed', 'code': 200} Mar 08 19:30:27.109337 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:27.358500 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-671482bb-3046-48b0-b1b7-da480d1cfcca req-fc1ef2b9-86b0-46fd-afab-aac0d7e90164 tempest-VolumesSnapshotTestJSON-686234744 tempest-VolumesSnapshotTestJSON-686234744-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbcd8f32-f38e-4546-ba5e-fcf497f3b7f5 HTTP/1.1" status: 200 len: 210 time: 0.0262029 Mar 08 19:30:28.404586 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 5d28ce17-83a4-4fa8-8947-83e901624295 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:30:28.428866 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: 5d28ce17-83a4-4fa8-8947-83e901624295 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:30:28.428866 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 5d28ce17-83a4-4fa8-8947-83e901624295 not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:30:44.696215 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:30:50.697033 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-5370f7bb-9b91-4290-aed3-e1bfdb3ef7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:53.102942 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-56d298db-c6b2-4f86-b54d-60599b054a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:54.148719 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:54.817509 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:55.840243 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:57.061159 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:57.930648 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 47794) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:57.977238 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Deleting subnet cb065751-b24c-4d4e-b130-574a1554a7e8 {{(pid=103758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:30:57.980430 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Publish callbacks [] for subnet (cb065751-b24c-4d4e-b130-574a1554a7e8), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:58.014039 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13620975'] for subnet (cb065751-b24c-4d4e-b130-574a1554a7e8), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:58.052187 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669433'] for subnet (cb065751-b24c-4d4e-b130-574a1554a7e8), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:58.165983 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13606602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15838044'] for subnet (cb065751-b24c-4d4e-b130-574a1554a7e8), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:58.190806 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb065751-b24c-4d4e-b130-574a1554a7e8,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:58.195852 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:58.199045 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cb065751-b24c-4d4e-b130-574a1554a7e8 HTTP/1.1" status: 204 len: 168 time: 0.2674162 Mar 08 19:30:58.201752 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 47796) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:58.205024 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.205373 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.205709 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.206041 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.206368 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.206721 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.207106 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.208027 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.208394 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.208719 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.209040 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.209358 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.209674 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb522fb4-b38f-4763-957e-4ba9def03c5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.274619 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715894'] for network (5de3e49b-9023-4728-930b-4863caefac19), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:58.357482 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733302', 'neutron.services.segments.db._delete_segments_for_network-8785633600359'] for network (5de3e49b-9023-4728-930b-4863caefac19), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:58.380532 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de3e49b-9023-4728-930b-4863caefac19']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:58.389861 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed9e624-36c3-4007-a6e6-1a3fc287bec1') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:58.390182 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed9e624-36c3-4007-a6e6-1a3fc287bec1') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:58.400387 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785633599600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12596186'] for segment (4ed9e624-36c3-4007-a6e6-1a3fc287bec1), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:58.414972 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (4ed9e624-36c3-4007-a6e6-1a3fc287bec1), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14676627'] for segment (4ed9e624-36c3-4007-a6e6-1a3fc287bec1), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: Traceback (most recent call last): Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: timer() Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: cb(*args, **kw) Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: return func(*args, **kwargs) Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: self._notify() Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: self.callback(batched_events) Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: event.method(event) Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: return f(self, *a, **k) Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._get(url).json() Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:30:58.438120 dv-cinder-830092-3-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:30:58.558456 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-328354'] for network (5de3e49b-9023-4728-930b-4863caefac19), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:58.562870 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:58.566153 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5de3e49b-9023-4728-930b-4863caefac19 HTTP/1.1" status: 204 len: 168 time: 0.3633595 Mar 08 19:30:58.579959 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5de3e49b-9023-4728-930b-4863caefac19,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:58.587395 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.587680 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.588135 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.588318 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.588584 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.588905 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.589227 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.589549 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.589872 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.590190 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.590547 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.590864 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.591199 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467ee74-2b3b-438e-b0c1-22f69faec1b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:58.933011 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 47800) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:58.973747 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-edd2c364-4315-473d-b5e0-40a16d5cd42b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dafb1825bfba4bdaaf2af99ea0bbbb68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388699 Mar 08 19:30:58.976122 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 47802) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:59.027602 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-90ebe9ac-d107-4495-a1b0-db779e7892c7 admin admin] Publish callbacks [] for security_group (48972104-ff14-4ce3-9ac8-12a8414f3785), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:59.048873 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-90ebe9ac-d107-4495-a1b0-db779e7892c7 admin admin] Publish callbacks [] for security_group (48972104-ff14-4ce3-9ac8-12a8414f3785), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:59.182603 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-90ebe9ac-d107-4495-a1b0-db779e7892c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (48972104-ff14-4ce3-9ac8-12a8414f3785), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:59.185204 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-90ebe9ac-d107-4495-a1b0-db779e7892c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:59.186453 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-90ebe9ac-d107-4495-a1b0-db779e7892c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48972104-ff14-4ce3-9ac8-12a8414f3785 HTTP/1.1" status: 204 len: 168 time: 0.2093706 Mar 08 19:30:59.194821 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebe9ac-d107-4495-a1b0-db779e7892c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48972104-ff14-4ce3-9ac8-12a8414f3785,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:31:06.679497 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c16a73-ca60-4179-b79b-adc29a9f6853 req-8d4161bc-d8c3-466c-8de7-e13579ab4e72 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:06.681049 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d5c16a73-ca60-4179-b79b-adc29a9f6853 req-8d4161bc-d8c3-466c-8de7-e13579ab4e72 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0583134 Mar 08 19:31:06.731572 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d5c16a73-ca60-4179-b79b-adc29a9f6853 req-e45df7d9-cc1f-4c45-bea5-962867ff20ae tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439310 Mar 08 19:31:07.280600 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02ed39-df45-4566-a8eb-03110f992163 req-7f7b55ce-41d8-4ee6-96d2-fa34d6e08983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:07.282166 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1b02ed39-df45-4566-a8eb-03110f992163 req-7f7b55ce-41d8-4ee6-96d2-fa34d6e08983 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 1129 time: 0.0503778 Mar 08 19:31:07.388841 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02ed39-df45-4566-a8eb-03110f992163 req-a4fc7181-939d-41c3-a6a3-e2406b567be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:07.390348 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1b02ed39-df45-4566-a8eb-03110f992163 req-a4fc7181-939d-41c3-a6a3-e2406b567be1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518 HTTP/1.1" status: 200 len: 912 time: 0.0906906 Mar 08 19:31:07.459261 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1b02ed39-df45-4566-a8eb-03110f992163 req-ea81ed45-3345-4868-9dc8-6709cd255c6c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dd973eb-1d71-430f-b699-067cb2b6ba1b HTTP/1.1" status: 200 len: 1001 time: 0.0623829 Mar 08 19:31:07.507802 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02ed39-df45-4566-a8eb-03110f992163 req-b2b1c196-cceb-4412-8dcb-ba2660810986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:07.509268 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1b02ed39-df45-4566-a8eb-03110f992163 req-b2b1c196-cceb-4412-8dcb-ba2660810986 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cf5dd8a-43af-48fd-90c6-5dc13b7073d5 HTTP/1.1" status: 200 len: 850 time: 0.0447137 Mar 08 19:31:07.562333 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02ed39-df45-4566-a8eb-03110f992163 req-b781ebbf-3052-4609-b227-f832abd53e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:07.563809 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1b02ed39-df45-4566-a8eb-03110f992163 req-b781ebbf-3052-4609-b227-f832abd53e71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487666 Mar 08 19:31:07.661993 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1b02ed39-df45-4566-a8eb-03110f992163 req-51aed89e-ea4c-405d-bb7c-c454b66d9c61 service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899744 Mar 08 19:31:07.755869 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1b02ed39-df45-4566-a8eb-03110f992163 req-0767f134-4b5e-4b80-92e2-a11c8edd9eaf service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878389 Mar 08 19:31:07.970986 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650bb89-b4c1-4374-8fbc-7db7500e7e5e req-8d2d37ca-a9e0-4cdf-88c6-dcaa8aded424 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:07.973726 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5650bb89-b4c1-4374-8fbc-7db7500e7e5e req-8d2d37ca-a9e0-4cdf-88c6-dcaa8aded424 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.1638355 Mar 08 19:31:08.027153 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-5650bb89-b4c1-4374-8fbc-7db7500e7e5e req-d515cb3e-a3a0-4357-bc64-825157eea56a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477343 Mar 08 19:31:09.157670 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807b4b5-db3d-4d70-8286-460b2d8ffbbe req-ea473769-953b-475d-ae67-6c8d0081f699 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:09.159169 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c807b4b5-db3d-4d70-8286-460b2d8ffbbe req-ea473769-953b-475d-ae67-6c8d0081f699 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0578969 Mar 08 19:31:09.210106 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c807b4b5-db3d-4d70-8286-460b2d8ffbbe req-889c715d-85b4-4bcc-a786-de72f54beeb9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440791 Mar 08 19:31:10.337433 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5143ca-7007-4b4a-aa5c-f8f086df81fd req-f885971e-3036-41e0-ab35-9d908721d057 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:10.338927 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0e5143ca-7007-4b4a-aa5c-f8f086df81fd req-f885971e-3036-41e0-ab35-9d908721d057 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0579405 Mar 08 19:31:10.385522 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-0e5143ca-7007-4b4a-aa5c-f8f086df81fd req-ad33d618-60a8-46f9-8114-1534509a6fc1 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409572 Mar 08 19:31:11.502388 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949342fe-73f2-40f6-9535-0e180f274d3f req-66f8db52-76f6-4d7d-b5c0-05cd534e5076 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:11.503890 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-949342fe-73f2-40f6-9535-0e180f274d3f req-66f8db52-76f6-4d7d-b5c0-05cd534e5076 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0521219 Mar 08 19:31:11.549249 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-949342fe-73f2-40f6-9535-0e180f274d3f req-1b6648c0-d007-468e-b23a-3f3cd5cffc32 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392704 Mar 08 19:31:12.676038 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819ad6c-767d-4a2d-a724-d3638f1e0905 req-a18c65e8-cda8-40b1-bdeb-5a23b902303f tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:12.677800 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2819ad6c-767d-4a2d-a724-d3638f1e0905 req-a18c65e8-cda8-40b1-bdeb-5a23b902303f tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0580966 Mar 08 19:31:12.725942 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2819ad6c-767d-4a2d-a724-d3638f1e0905 req-38def9bf-67e8-4529-b947-c9902ab5c1c1 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425251 Mar 08 19:31:13.845158 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3345d6e-94f9-4101-9f4e-a946d437a37f req-3d33f705-b821-4f3e-864d-86f96a652202 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:13.846654 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c3345d6e-94f9-4101-9f4e-a946d437a37f req-3d33f705-b821-4f3e-864d-86f96a652202 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0526702 Mar 08 19:31:13.894909 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c3345d6e-94f9-4101-9f4e-a946d437a37f req-cb7d1367-712f-46a3-ac4c-d9ffad304172 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419111 Mar 08 19:31:15.014289 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278e0c6-86b8-42a7-ac88-3f70c2046e22 req-17cb4861-9eaa-46ec-9d20-c6a17e41f93f tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:15.015781 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4278e0c6-86b8-42a7-ac88-3f70c2046e22 req-17cb4861-9eaa-46ec-9d20-c6a17e41f93f tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0550182 Mar 08 19:31:15.062099 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4278e0c6-86b8-42a7-ac88-3f70c2046e22 req-122bec00-d9b4-400d-985b-3bd0e526c039 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408850 Mar 08 19:31:16.178977 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7254ff-e369-4f9c-b73a-6e49954239cc req-8c7b3110-9571-41bb-a934-7c4871967ab1 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:16.180435 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4b7254ff-e369-4f9c-b73a-6e49954239cc req-8c7b3110-9571-41bb-a934-7c4871967ab1 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0516205 Mar 08 19:31:16.225465 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4b7254ff-e369-4f9c-b73a-6e49954239cc req-f1ebc8f4-a3c5-4ff5-816a-b5892a09cc77 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395265 Mar 08 19:31:17.343286 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ccb97-6797-4b4a-b17f-bc4a69013d54 req-28fe0c7b-6009-49d8-b66a-ce7a2d0f58a5 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:17.344754 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b20ccb97-6797-4b4a-b17f-bc4a69013d54 req-28fe0c7b-6009-49d8-b66a-ce7a2d0f58a5 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0522232 Mar 08 19:31:17.393391 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-b20ccb97-6797-4b4a-b17f-bc4a69013d54 req-86c5ff38-4ccf-4416-8759-247daf33cf4b tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429685 Mar 08 19:31:18.756148 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35aef7-0291-44aa-b05f-44dd4f323eb7 req-826d3a20-092b-4107-8134-276a43b99bef tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:18.758352 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2c35aef7-0291-44aa-b05f-44dd4f323eb7 req-826d3a20-092b-4107-8134-276a43b99bef tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.2937808 Mar 08 19:31:18.803868 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2c35aef7-0291-44aa-b05f-44dd4f323eb7 req-573a9f49-5143-4d43-bcaf-23195aff6ece tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398877 Mar 08 19:31:19.918387 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6db583-532b-4850-8461-766508f0448e req-5b96e171-062a-44d6-98dc-882b31645e94 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:19.919865 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bb6db583-532b-4850-8461-766508f0448e req-5b96e171-062a-44d6-98dc-882b31645e94 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0510066 Mar 08 19:31:19.965237 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-bb6db583-532b-4850-8461-766508f0448e req-9fefadbc-1236-4c51-8f49-4b1bf08e5b15 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398719 Mar 08 19:31:20.707636 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-19eeab91-a8e6-46b6-ad07-d070ea135b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:21.083750 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3339d-ddcf-49f5-817b-b015c1174040 req-6d65da53-b0cc-414b-b5fb-4e24d733fc69 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:21.085895 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3be3339d-ddcf-49f5-817b-b015c1174040 req-6d65da53-b0cc-414b-b5fb-4e24d733fc69 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0533834 Mar 08 19:31:21.134765 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3be3339d-ddcf-49f5-817b-b015c1174040 req-d75582d2-ca60-47c5-9712-31c7e54d29c3 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432808 Mar 08 19:31:21.695892 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:31:22.260003 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408904ae-bea2-43ca-9f72-97c192b03e5a req-cc70c7e5-434c-4165-b2c2-764a190637fa tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:22.261461 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-408904ae-bea2-43ca-9f72-97c192b03e5a req-cc70c7e5-434c-4165-b2c2-764a190637fa tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0564058 Mar 08 19:31:22.306991 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-408904ae-bea2-43ca-9f72-97c192b03e5a req-80a562d5-d41b-4792-86a9-2de82132ebf6 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399549 Mar 08 19:31:22.660860 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e520897-84e5-46ae-a040-e144a8ab01c3 req-117ac790-3fe2-4f6b-9ef3-db091e021cc2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:22.662341 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2e520897-84e5-46ae-a040-e144a8ab01c3 req-117ac790-3fe2-4f6b-9ef3-db091e021cc2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0564237 Mar 08 19:31:22.713558 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2e520897-84e5-46ae-a040-e144a8ab01c3 req-3adc7b59-92b3-4583-b21b-a8107ff8436c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453146 Mar 08 19:31:22.746881 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad2dcb-7af1-453b-a57e-f2f8087a4f18 req-04baf2c4-2826-4698-a282-5a190e230935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:22.748405 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e0ad2dcb-7af1-453b-a57e-f2f8087a4f18 req-04baf2c4-2826-4698-a282-5a190e230935 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 1129 time: 0.0464389 Mar 08 19:31:22.842563 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad2dcb-7af1-453b-a57e-f2f8087a4f18 req-fa26c3fe-2fcd-4e32-b26e-fe4afa7aee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:22.843999 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e0ad2dcb-7af1-453b-a57e-f2f8087a4f18 req-fa26c3fe-2fcd-4e32-b26e-fe4afa7aee12 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518 HTTP/1.1" status: 200 len: 912 time: 0.0899889 Mar 08 19:31:22.907484 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e0ad2dcb-7af1-453b-a57e-f2f8087a4f18 req-1892d77f-19ef-47d0-884d-d2baa36d8dd6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dd973eb-1d71-430f-b699-067cb2b6ba1b HTTP/1.1" status: 200 len: 1001 time: 0.0578313 Mar 08 19:31:22.953475 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad2dcb-7af1-453b-a57e-f2f8087a4f18 req-9b7913a0-6c5f-42d1-bb80-7f6408626ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:22.958885 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e0ad2dcb-7af1-453b-a57e-f2f8087a4f18 req-9b7913a0-6c5f-42d1-bb80-7f6408626ccc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cf5dd8a-43af-48fd-90c6-5dc13b7073d5 HTTP/1.1" status: 200 len: 850 time: 0.0425808 Mar 08 19:31:23.007513 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad2dcb-7af1-453b-a57e-f2f8087a4f18 req-f805a68e-e44e-405f-8261-153845e13c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:23.009017 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e0ad2dcb-7af1-453b-a57e-f2f8087a4f18 req-f805a68e-e44e-405f-8261-153845e13c72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482299 Mar 08 19:31:23.088925 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a59c0562-08e9-4b7a-841f-f4299e3bb79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:23.104740 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e0ad2dcb-7af1-453b-a57e-f2f8087a4f18 req-ec2d5694-7de1-468e-bb62-73d3acad6f7c service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899386 Mar 08 19:31:23.195518 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e0ad2dcb-7af1-453b-a57e-f2f8087a4f18 req-eae75dac-b9ab-42c9-8cef-7d8f41c7518d service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849876 Mar 08 19:31:23.834464 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ad437-acff-4844-a294-376f9767bd2a req-bcfa9052-f15f-4562-b848-26c3b34dd4b8 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:23.835965 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-660ad437-acff-4844-a294-376f9767bd2a req-bcfa9052-f15f-4562-b848-26c3b34dd4b8 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0516162 Mar 08 19:31:23.882748 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-660ad437-acff-4844-a294-376f9767bd2a req-dbf2be23-c985-406f-829f-275694da7f48 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410490 Mar 08 19:31:24.145671 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:24.867490 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:25.000294 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c42c64-eb91-4dc5-ab2b-298070ab5d27 req-ec95e34d-1951-40d4-b4c4-f072cf0ebd2d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:25.001763 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-22c42c64-eb91-4dc5-ab2b-298070ab5d27 req-ec95e34d-1951-40d4-b4c4-f072cf0ebd2d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0523319 Mar 08 19:31:25.051134 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-22c42c64-eb91-4dc5-ab2b-298070ab5d27 req-f9f7e3fe-914a-42d5-8534-528f71a7e02a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430806 Mar 08 19:31:25.764219 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:27.037412 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:50.684201 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3fa1e390-57c8-49b8-985f-a5c5485fb04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:53.104955 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2c2dbe64-c676-4be2-8e98-06042406b496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:54.175135 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:54.826878 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:55.769455 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:57.032267 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:58.694332 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:32:07.957516 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-60a5e237-b4f6-43d5-b885-25543aca960e req-a42e0987-3a9b-408a-ab7f-c9a6a3579ccc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0928035 Mar 08 19:32:08.046258 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5e237-b4f6-43d5-b885-25543aca960e req-261fce76-294f-4ece-b45d-a5f7a5f5d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:08.047991 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-60a5e237-b4f6-43d5-b885-25543aca960e req-261fce76-294f-4ece-b45d-a5f7a5f5d2f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 1129 time: 0.0493619 Mar 08 19:32:08.157448 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5e237-b4f6-43d5-b885-25543aca960e req-f00ef1f8-e918-49e1-967c-f13cef2272fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:08.158881 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-60a5e237-b4f6-43d5-b885-25543aca960e req-f00ef1f8-e918-49e1-967c-f13cef2272fe service neutron] 10.222.0.64 "GET /v2.0/networks?id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518 HTTP/1.1" status: 200 len: 912 time: 0.0912392 Mar 08 19:32:08.222535 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-60a5e237-b4f6-43d5-b885-25543aca960e req-12b030c0-e8fd-48a9-a018-e5dcef773877 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dd973eb-1d71-430f-b699-067cb2b6ba1b HTTP/1.1" status: 200 len: 1001 time: 0.0577276 Mar 08 19:32:08.272954 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5e237-b4f6-43d5-b885-25543aca960e req-7b6db7cf-1406-4996-ad09-c2a4f9590f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:08.274431 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-60a5e237-b4f6-43d5-b885-25543aca960e req-7b6db7cf-1406-4996-ad09-c2a4f9590f60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cf5dd8a-43af-48fd-90c6-5dc13b7073d5 HTTP/1.1" status: 200 len: 850 time: 0.0465262 Mar 08 19:32:08.323476 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5e237-b4f6-43d5-b885-25543aca960e req-394c7e47-1a77-4079-a600-fb503cb25478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:08.324974 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-60a5e237-b4f6-43d5-b885-25543aca960e req-394c7e47-1a77-4079-a600-fb503cb25478 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440757 Mar 08 19:32:08.423723 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-60a5e237-b4f6-43d5-b885-25543aca960e req-3aa33c17-4aaa-441b-b379-49b1728db657 service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926909 Mar 08 19:32:08.774963 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-60a5e237-b4f6-43d5-b885-25543aca960e req-bcf36aa3-3d3e-42d4-8aeb-99fdf734c3c6 service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455503 Mar 08 19:32:20.744189 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-5fdecdfc-a82d-4896-abcc-45aead1a45dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:23.094395 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bb45462c-44b0-47c7-9d4d-1342dfa51f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:24.185293 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:24.819782 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:25.791155 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:27.048425 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:30.915122 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ea9cb-38e5-4ada-88d6-d1d2e47a64f6 req-477a8af4-fde1-494d-b7c9-7116bc8f263e tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:30.916573 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-023ea9cb-38e5-4ada-88d6-d1d2e47a64f6 req-477a8af4-fde1-494d-b7c9-7116bc8f263e tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0539753 Mar 08 19:32:30.963011 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-023ea9cb-38e5-4ada-88d6-d1d2e47a64f6 req-6f57bd8c-7bdc-45f5-b138-5f032b7641f4 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408990 Mar 08 19:32:32.082801 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a6403-556b-47a5-80e1-b91837dc10ed req-7ab83041-4f32-44b0-8ff9-eda841a0c542 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:32.084263 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e64a6403-556b-47a5-80e1-b91837dc10ed req-7ab83041-4f32-44b0-8ff9-eda841a0c542 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0513341 Mar 08 19:32:32.130043 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e64a6403-556b-47a5-80e1-b91837dc10ed req-12762699-e75a-4d29-b2f4-ec5959173144 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395899 Mar 08 19:32:32.650136 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f90bb7-52f3-4fa5-a1bb-9c76ea8dd72a req-db4c6f4b-6947-4538-871b-33aecf965386 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:32.651638 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-96f90bb7-52f3-4fa5-a1bb-9c76ea8dd72a req-db4c6f4b-6947-4538-871b-33aecf965386 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 945 time: 0.0626075 Mar 08 19:32:32.746552 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-96f90bb7-52f3-4fa5-a1bb-9c76ea8dd72a req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Deleting port 5dd973eb-1d71-430f-b699-067cb2b6ba1b {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:32:32.746886 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-96f90bb7-52f3-4fa5-a1bb-9c76ea8dd72a req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (5dd973eb-1d71-430f-b699-067cb2b6ba1b), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:32.835268 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-96f90bb7-52f3-4fa5-a1bb-9c76ea8dd72a req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] For port 5dd973eb-1d71-430f-b699-067cb2b6ba1b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5dd973eb-1d71-430f-b699-067cb2b6ba1b,segment=NetworkSegment(d26ccd52-72fd-41ec-bc13-42c1232a31dc),segment_id=d26ccd52-72fd-41ec-bc13-42c1232a31dc)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:32:32.835624 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-96f90bb7-52f3-4fa5-a1bb-9c76ea8dd72a req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (5dd973eb-1d71-430f-b699-067cb2b6ba1b), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:33.030043 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-96f90bb7-52f3-4fa5-a1bb-9c76ea8dd72a req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:33.034206 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-96f90bb7-52f3-4fa5-a1bb-9c76ea8dd72a req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (7ceb4ce2-802c-4072-9c1c-1b3c4fd8e7a6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:33.034566 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.l3_db [req-96f90bb7-52f3-4fa5-a1bb-9c76ea8dd72a req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Floating IP 7ceb4ce2-802c-4072-9c1c-1b3c4fd8e7a6 disassociated. External IP: 172.27.2.162, port: 5dd973eb-1d71-430f-b699-067cb2b6ba1b. Mar 08 19:32:33.034920 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-96f90bb7-52f3-4fa5-a1bb-9c76ea8dd72a req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Calling delete_port for 5dd973eb-1d71-430f-b699-067cb2b6ba1b owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:32:33.231199 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-96f90bb7-52f3-4fa5-a1bb-9c76ea8dd72a req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (5dd973eb-1d71-430f-b699-067cb2b6ba1b), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:33.256536 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835164ec-779a-46b6-8662-a10c6ef2a7fa req-12f366a3-8770-4c5c-bb08-e8603be4912f tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:33.258620 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-835164ec-779a-46b6-8662-a10c6ef2a7fa req-12f366a3-8770-4c5c-bb08-e8603be4912f tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 867 time: 0.0589676 Mar 08 19:32:33.265984 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Pushing event deleted for resources: {'Port': ['ID=5dd973eb-1d71-430f-b699-067cb2b6ba1b,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:32:33.279001 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:33.279348 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:33.279688 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:33.280036 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:33.280395 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:33.280666 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:33.281099 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:33.281346 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:33.281658 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:33.281981 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:33.282300 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:33.282641 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:33.282955 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:33.314366 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-835164ec-779a-46b6-8662-a10c6ef2a7fa req-4f2b4ae6-de9a-4da9-a854-811d238e7d3c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=107930d4-8cd5-464e-9086-c6336ffdc700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502069 Mar 08 19:32:33.408382 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96f90bb7-52f3-4fa5-a1bb-9c76ea8dd72a req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Router ff24b608-69fb-4384-a978-ad3899265c14 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:32:33.524366 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96f90bb7-52f3-4fa5-a1bb-9c76ea8dd72a req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:32:33.533873 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba92f8c-f219-4816-a957-61a0fd33784b None None] Sync routers for ids ['ff24b608-69fb-4384-a978-ad3899265c14'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:32:33.542992 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba92f8c-f219-4816-a957-61a0fd33784b None None] Routers {'ff24b608-69fb-4384-a978-ad3899265c14'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:32:33.543551 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-3ba92f8c-f219-4816-a957-61a0fd33784b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:32:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ff24b608-69fb-4384-a978-ad3899265c14'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:32:33.564206 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f90bb7-52f3-4fa5-a1bb-9c76ea8dd72a req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] No DVR routers for this DVR port 5dd973eb-1d71-430f-b699-067cb2b6ba1b on host hv-cinder-83009 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:32:33.566707 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-96f90bb7-52f3-4fa5-a1bb-9c76ea8dd72a req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:33.569945 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-96f90bb7-52f3-4fa5-a1bb-9c76ea8dd72a req-a695ddfe-cb3f-4de0-9e22-e2e59dedd38c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.64 "DELETE /v2.0/ports/5dd973eb-1d71-430f-b699-067cb2b6ba1b HTTP/1.1" status: 204 len: 173 time: 0.9132071 Mar 08 19:32:33.571017 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd426b8c-c813-4c95-b795-be7cb7735fc8', 'name': 'network-vif-deleted', 'tag': '5dd973eb-1d71-430f-b699-067cb2b6ba1b'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:32:33.573361 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bc37b3-76da-4fc0-b14a-5b009a725a5b" -d '{"events": [{"server_uuid": "bd426b8c-c813-4c95-b795-be7cb7735fc8", "name": "network-vif-deleted", "tag": "5dd973eb-1d71-430f-b699-067cb2b6ba1b"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:32:33.656901 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-3ba92f8c-f219-4816-a957-61a0fd33784b None None] Set router ff24b608-69fb-4384-a978-ad3899265c14 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:32:33.678972 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096c4498-539c-41a2-a4af-9de3e328690f x-openstack-request-id: req-096c4498-539c-41a2-a4af-9de3e328690f {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:32:33.680459 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd426b8c-c813-4c95-b795-be7cb7735fc8", "name": "network-vif-deleted", "tag": "5dd973eb-1d71-430f-b699-067cb2b6ba1b", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:32:33.680710 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-096c4498-539c-41a2-a4af-9de3e328690f {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:32:33.681363 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd426b8c-c813-4c95-b795-be7cb7735fc8', 'name': 'network-vif-deleted', 'tag': '5dd973eb-1d71-430f-b699-067cb2b6ba1b', 'status': 'completed', 'code': 200} Mar 08 19:32:33.881245 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-3ba92f8c-f219-4816-a957-61a0fd33784b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:13Z', 'revision_number': 4, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e', 'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'mac_address': 'fa:16:3e:b7:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:12Z', 'updated_at': '2022-03-08T19:27:17Z', 'revision_number': 5, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'subnets': [{'id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:32:33.907355 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba92f8c-f219-4816-a957-61a0fd33784b None None] Checking router: ff24b608-69fb-4384-a978-ad3899265c14 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:32:33.916613 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba92f8c-f219-4816-a957-61a0fd33784b None None] Routers {'ff24b608-69fb-4384-a978-ad3899265c14'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:32:33.917232 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-3ba92f8c-f219-4816-a957-61a0fd33784b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:32:23Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ff24b608-69fb-4384-a978-ad3899265c14'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:32:34.028641 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-3ba92f8c-f219-4816-a957-61a0fd33784b None None] Set router ff24b608-69fb-4384-a978-ad3899265c14 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:32:34.365980 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-3ba92f8c-f219-4816-a957-61a0fd33784b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:13Z', 'revision_number': 4, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e', 'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'mac_address': 'fa:16:3e:b7:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:12Z', 'updated_at': '2022-03-08T19:27:17Z', 'revision_number': 5, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'subnets': [{'id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:32:34.393277 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba92f8c-f219-4816-a957-61a0fd33784b None None] The sync data for ids ['ff24b608-69fb-4384-a978-ad3899265c14'] in dv-cinder-830092-3-iscsi is: [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:13Z', 'revision_number': 4, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e', 'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'mac_address': 'fa:16:3e:b7:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:12Z', 'updated_at': '2022-03-08T19:27:17Z', 'revision_number': 5, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'subnets': [{'id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:32:34.446470 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2441d69f-8269-4798-af73-174f4712d90c req-39d51cb9-a639-41f4-8725-1ec25f070039 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd426b8c-c813-4c95-b795-be7cb7735fc8 HTTP/1.1" status: 200 len: 210 time: 0.0294166 Mar 08 19:32:34.611635 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a2292-6f12-4c20-ab5d-e1b9781df7c0 None None] New status for floating IP 7ceb4ce2-802c-4072-9c1c-1b3c4fd8e7a6: DOWN {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:32:35.031158 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 5dd973eb-1d71-430f-b699-067cb2b6ba1b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:32:35.051364 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: 5dd973eb-1d71-430f-b699-067cb2b6ba1b {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:32:35.051709 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 5dd973eb-1d71-430f-b699-067cb2b6ba1b not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:32:35.597392 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 47932) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:32:35.649994 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d063c645-89c3-4298-89d3-94cb1ff560a5 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group (107930d4-8cd5-464e-9086-c6336ffdc700), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:35.673128 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d063c645-89c3-4298-89d3-94cb1ff560a5 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group (107930d4-8cd5-464e-9086-c6336ffdc700), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:35.692811 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:32:35.825073 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d063c645-89c3-4298-89d3-94cb1ff560a5 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (107930d4-8cd5-464e-9086-c6336ffdc700), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:35.827745 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d063c645-89c3-4298-89d3-94cb1ff560a5 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:35.828918 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-d063c645-89c3-4298-89d3-94cb1ff560a5 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "DELETE /v2.0/security-groups/107930d4-8cd5-464e-9086-c6336ffdc700 HTTP/1.1" status: 204 len: 168 time: 0.2304711 Mar 08 19:32:35.831731 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 47934) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:32:35.839096 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063c645-89c3-4298-89d3-94cb1ff560a5 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=107930d4-8cd5-464e-9086-c6336ffdc700,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:32:35.847438 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.api.v2.resource [None req-67f3a287-ab27-4356-99b6-0e077cac80e1 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] show failed (client error): The resource could not be found. Mar 08 19:32:35.848464 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-67f3a287-ab27-4356-99b6-0e077cac80e1 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups/107930d4-8cd5-464e-9086-c6336ffdc700 HTTP/1.1" status: 404 len: 347 time: 0.0156791 Mar 08 19:32:35.857424 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 47936) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:32:35.979993 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Deleting port 6c3c02af-71a6-47ea-bc79-da68933915e5 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:32:35.980331 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (6c3c02af-71a6-47ea-bc79-da68933915e5), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:36.062914 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (6c3c02af-71a6-47ea-bc79-da68933915e5), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:36.063295 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for floatingip (6c3c02af-71a6-47ea-bc79-da68933915e5), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:36.074806 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Calling delete_port for 6c3c02af-71a6-47ea-bc79-da68933915e5 owned by network:floatingip {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:32:36.276713 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (6c3c02af-71a6-47ea-bc79-da68933915e5), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:36.301782 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Pushing event deleted for resources: {'Port': ['ID=6c3c02af-71a6-47ea-bc79-da68933915e5,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:32:36.314387 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:36.314760 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:36.315101 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:36.315436 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:36.315765 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:36.316087 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:36.316411 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:36.316731 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:36.317048 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:36.317369 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:36.317685 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:36.317997 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:36.318311 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:36.372315 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for floatingip (7ceb4ce2-802c-4072-9c1c-1b3c4fd8e7a6), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:36.374822 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:36.375956 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-e9665ec2-e8a0-4fe4-a527-6d91752a96e0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "DELETE /v2.0/floatingips/7ceb4ce2-802c-4072-9c1c-1b3c4fd8e7a6 HTTP/1.1" status: 204 len: 168 time: 0.5175986 Mar 08 19:32:37.632652 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 47942) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:32:37.637531 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-7641c185-495f-4845-9ce3-336bf1a1ed4a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--497468383', 'description': 'tempest-description--1596085123'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:32:37.721994 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7641c185-495f-4845-9ce3-336bf1a1ed4a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:37.786144 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7641c185-495f-4845-9ce3-336bf1a1ed4a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group (beba7286-a339-492b-9bee-d59102774b0d), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:37.842200 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7641c185-495f-4845-9ce3-336bf1a1ed4a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (beba7286-a339-492b-9bee-d59102774b0d), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:37.870946 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641c185-495f-4845-9ce3-336bf1a1ed4a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beba7286-a339-492b-9bee-d59102774b0d,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:32:37.941384 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7641c185-495f-4845-9ce3-336bf1a1ed4a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:37.942642 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-7641c185-495f-4845-9ce3-336bf1a1ed4a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3086555 Mar 08 19:32:37.945488 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 47944) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:32:37.949961 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-25071829-3b18-41f0-8d09-57c6f20d5667 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Request body: {'security_group_rule': {'security_group_id': 'beba7286-a339-492b-9bee-d59102774b0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:32:38.065114 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-25071829-3b18-41f0-8d09-57c6f20d5667 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group_rule (2c47cdf2-d07b-482a-9457-1951459c6ca5), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:38.122214 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-25071829-3b18-41f0-8d09-57c6f20d5667 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group_rule (2c47cdf2-d07b-482a-9457-1951459c6ca5), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:38.202424 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-25071829-3b18-41f0-8d09-57c6f20d5667 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (2c47cdf2-d07b-482a-9457-1951459c6ca5), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:38.220236 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25071829-3b18-41f0-8d09-57c6f20d5667 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c47cdf2-d07b-482a-9457-1951459c6ca5,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:32:38.290347 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-25071829-3b18-41f0-8d09-57c6f20d5667 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:38.291618 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-25071829-3b18-41f0-8d09-57c6f20d5667 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3451970 Mar 08 19:32:38.294340 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 47946) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:32:38.298732 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-724263d7-a5e5-4e5e-ac70-c9856f22be25 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Request body: {'security_group_rule': {'security_group_id': 'beba7286-a339-492b-9bee-d59102774b0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:32:38.390536 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-724263d7-a5e5-4e5e-ac70-c9856f22be25 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group_rule (eef56736-7a28-4969-bd50-3aa6332c1eab), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:38.447367 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-724263d7-a5e5-4e5e-ac70-c9856f22be25 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group_rule (eef56736-7a28-4969-bd50-3aa6332c1eab), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:38.517072 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-724263d7-a5e5-4e5e-ac70-c9856f22be25 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756121'] for security_group_rule (eef56736-7a28-4969-bd50-3aa6332c1eab), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:38.535490 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724263d7-a5e5-4e5e-ac70-c9856f22be25 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef56736-7a28-4969-bd50-3aa6332c1eab,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:32:38.598457 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-724263d7-a5e5-4e5e-ac70-c9856f22be25 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:38.599682 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-724263d7-a5e5-4e5e-ac70-c9856f22be25 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3043709 Mar 08 19:32:38.603469 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 47948) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:32:38.607840 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-2534e6c5-1ce6-4938-9952-f14921359ce9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Request body: {'floatingip': {'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:32:38.677019 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2534e6c5-1ce6-4938-9952-f14921359ce9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:38.794052 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2534e6c5-1ce6-4938-9952-f14921359ce9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:38.905885 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-2534e6c5-1ce6-4938-9952-f14921359ce9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Allocated IP 172.27.2.179 (00a9f3c4-6bad-4669-ae15-07729bcc1fd2/f5d24f4d-3684-40fb-8092-55026cfbf07a/266d5b74-5afe-4133-8585-f056ecc28d29) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:32:39.053560 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2534e6c5-1ce6-4938-9952-f14921359ce9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for port (266d5b74-5afe-4133-8585-f056ecc28d29), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:39.157141 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2534e6c5-1ce6-4938-9952-f14921359ce9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (266d5b74-5afe-4133-8585-f056ecc28d29), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:39.201478 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534e6c5-1ce6-4938-9952-f14921359ce9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Network 00a9f3c4-6bad-4669-ae15-07729bcc1fd2 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:32:39.205105 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-2534e6c5-1ce6-4938-9952-f14921359ce9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:32:39.209913 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534e6c5-1ce6-4938-9952-f14921359ce9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:32:39.220182 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534e6c5-1ce6-4938-9952-f14921359ce9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Pushing event updated for resources: {'Port': ['ID=266d5b74-5afe-4133-8585-f056ecc28d29,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:32:39.325658 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2534e6c5-1ce6-4938-9952-f14921359ce9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for floatingip (f49703d5-e273-4405-891c-81ff3169c5af), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:39.446515 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2534e6c5-1ce6-4938-9952-f14921359ce9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (266d5b74-5afe-4133-8585-f056ecc28d29), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:39.630909 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2534e6c5-1ce6-4938-9952-f14921359ce9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for port (266d5b74-5afe-4133-8585-f056ecc28d29), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:39.693542 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2534e6c5-1ce6-4938-9952-f14921359ce9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13606532'] for port (266d5b74-5afe-4133-8585-f056ecc28d29), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:39.760162 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534e6c5-1ce6-4938-9952-f14921359ce9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Pushing event updated for resources: {'Port': ['ID=266d5b74-5afe-4133-8585-f056ecc28d29,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:32:39.774308 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2534e6c5-1ce6-4938-9952-f14921359ce9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (f49703d5-e273-4405-891c-81ff3169c5af), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:39.844339 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2534e6c5-1ce6-4938-9952-f14921359ce9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:39.845585 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-2534e6c5-1ce6-4938-9952-f14921359ce9 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2411621 Mar 08 19:32:39.993899 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-51bcc14f-c374-41dc-b6d6-22e5a67a57c5 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--497468383&fields=id&tenant_id=17c53ee7803b47cc8d763a1bc18f14c6 HTTP/1.1" status: 200 len: 267 time: 0.0416458 Mar 08 19:32:40.102447 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-44e47d1d-dc67-409f-b2d7-8376d4a30f12 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:40.103924 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-44e47d1d-dc67-409f-b2d7-8376d4a30f12 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/networks?id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518 HTTP/1.1" status: 200 len: 811 time: 0.1035280 Mar 08 19:32:40.118947 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-467938ab-e770-4da5-ae68-9f899092c263 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/quotas/17c53ee7803b47cc8d763a1bc18f14c6 HTTP/1.1" status: 200 len: 375 time: 0.0097885 Mar 08 19:32:40.174049 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-2baacb22-006a-4fcd-879d-fe2dac43e2e6 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501630 Mar 08 19:32:40.234115 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-f08a510f-d1a6-42c0-8399-cd34fe32df4b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103758) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:32:40.235425 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-f08a510f-d1a6-42c0-8399-cd34fe32df4b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0498762 Mar 08 19:32:40.330197 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-7982d0b0-7281-4096-970d-9b64d5bd6845 service neutron] 10.222.0.21 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889843 Mar 08 19:32:40.422060 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-9d5daaa8-9889-4a6a-8c03-9b6ca2dfd5b9 service neutron] 10.222.0.21 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862739 Mar 08 19:32:40.766028 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f2d9bb8d-fa4b-4a7a-9bf7-6402167da1e3 req-f3f7e37c-d8ce-4152-897e-8cca6fd828bd tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 210 time: 0.0445487 Mar 08 19:32:41.874864 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-07688d7f-177a-4e45-b5b5-7bf6715ebab4 req-5e154900-79a7-4235-b4aa-e2d150b3a6c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 210 time: 0.0320106 Mar 08 19:32:42.901315 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-378ddf71-dea7-4d53-b618-57c728a003c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:42.902856 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-378ddf71-dea7-4d53-b618-57c728a003c2 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.64 "GET /v2.0/networks?id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518 HTTP/1.1" status: 200 len: 811 time: 0.1047943 Mar 08 19:32:42.965659 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-bcbdf15b-145e-4677-ba97-53b1e7306622 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17c53ee7803b47cc8d763a1bc18f14c6 HTTP/1.1" status: 200 len: 379 time: 0.0545883 Mar 08 19:32:42.973809 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-09f7281f-6173-4d35-a9fd-6b5cd1582496 req-b97ceaa5-19a1-4023-a013-9b188817304b tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 210 time: 0.0278699 Mar 08 19:32:42.974336 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-ed61e53a-fa13-445c-a31c-20b8d7183d8a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Request body: {'port': {'device_id': '360113cc-88fc-44ea-ac79-b0aa7ce54e28', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'admin_state_up': True, 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'security_groups': ['beba7286-a339-492b-9bee-d59102774b0d']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:32:43.173631 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-ed61e53a-fa13-445c-a31c-20b8d7183d8a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Made reservation on behalf of 17c53ee7803b47cc8d763a1bc18f14c6 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:32:43.177012 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-ed61e53a-fa13-445c-a31c-20b8d7183d8a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:43.301716 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-ed61e53a-fa13-445c-a31c-20b8d7183d8a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Allocated IP 172.20.0.3 (5312f11b-a29a-4f8c-b3dc-94cb8eba8518/0cf5dd8a-43af-48fd-90c6-5dc13b7073d5/3a316b63-8a9c-4dca-b684-9576d6e2e486) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:32:43.441890 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-ed61e53a-fa13-445c-a31c-20b8d7183d8a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for port (3a316b63-8a9c-4dca-b684-9576d6e2e486), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:43.584142 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-ed61e53a-fa13-445c-a31c-20b8d7183d8a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (3a316b63-8a9c-4dca-b684-9576d6e2e486), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:43.627581 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-ed61e53a-fa13-445c-a31c-20b8d7183d8a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:32:43.630650 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-ed61e53a-fa13-445c-a31c-20b8d7183d8a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:32:43.634307 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-ed61e53a-fa13-445c-a31c-20b8d7183d8a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:32:43.642988 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61e53a-fa13-445c-a31c-20b8d7183d8a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Pushing event updated for resources: {'Port': ['ID=3a316b63-8a9c-4dca-b684-9576d6e2e486,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:32:43.700014 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-ed61e53a-fa13-445c-a31c-20b8d7183d8a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:43.700565 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-ed61e53a-fa13-445c-a31c-20b8d7183d8a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:43.826053 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-ed61e53a-fa13-445c-a31c-20b8d7183d8a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8557017 Mar 08 19:32:43.840209 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-8ba4d1e8-1bd0-4958-80fd-44a5c213fc06 None None] Provisioning complete for port 3a316b63-8a9c-4dca-b684-9576d6e2e486 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:32:43.840788 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ba4d1e8-1bd0-4958-80fd-44a5c213fc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (3a316b63-8a9c-4dca-b684-9576d6e2e486), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:43.873576 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8ba4d1e8-1bd0-4958-80fd-44a5c213fc06 None None] Port 3a316b63-8a9c-4dca-b684-9576d6e2e486 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:32:43.896855 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Request body: {'port': {'device_id': '360113cc-88fc-44ea-ac79-b0aa7ce54e28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:32:43.961877 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (3a316b63-8a9c-4dca-b684-9576d6e2e486), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:44.117884 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7e289-f87a-40f1-832a-46cff36a0f5f req-228aa92f-e918-4590-a468-5bcf0e610191 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:44.119395 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-38b7e289-f87a-40f1-832a-46cff36a0f5f req-228aa92f-e918-4590-a468-5bcf0e610191 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 931 time: 0.0760977 Mar 08 19:32:44.167223 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-38b7e289-f87a-40f1-832a-46cff36a0f5f req-a27549e6-5b80-435e-bbfd-a36e5eebd7f0 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=beba7286-a339-492b-9bee-d59102774b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420864 Mar 08 19:32:44.246626 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a316b63-8a9c-4dca-b684-9576d6e2e486 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:32:44.253692 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Publish callbacks [] for port (3a316b63-8a9c-4dca-b684-9576d6e2e486), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:44.265682 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Transition to ACTIVE for port object 3a316b63-8a9c-4dca-b684-9576d6e2e486 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:32:44.327820 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (3a316b63-8a9c-4dca-b684-9576d6e2e486), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:44.379816 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Pushing event updated for resources: {'Port': ['ID=3a316b63-8a9c-4dca-b684-9576d6e2e486,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:32:44.455924 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Attempting to bind port 3a316b63-8a9c-4dca-b684-9576d6e2e486 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:32:44.456294 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Attempting to bind port 3a316b63-8a9c-4dca-b684-9576d6e2e486 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'd26ccd52-72fd-41ec-bc13-42c1232a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:32:44.456629 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Attempting to bind port 3a316b63-8a9c-4dca-b684-9576d6e2e486 on network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:32:44.461396 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Port 3a316b63-8a9c-4dca-b684-9576d6e2e486 on network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:32:44.461716 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Attempting to bind port 3a316b63-8a9c-4dca-b684-9576d6e2e486 on network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:32:44.466985 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:32:44.467319 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Checking segment: {'id': 'd26ccd52-72fd-41ec-bc13-42c1232a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:32:44.467699 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Bound using segment: {'id': 'd26ccd52-72fd-41ec-bc13-42c1232a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:32:44.468122 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Bound port: 3a316b63-8a9c-4dca-b684-9576d6e2e486, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26ccd52-72fd-41ec-bc13-42c1232a31dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:32:44.468483 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (3a316b63-8a9c-4dca-b684-9576d6e2e486), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:44.548370 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] For port 3a316b63-8a9c-4dca-b684-9576d6e2e486, host hv-cinder-83009, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:32:44.551368 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] For port 3a316b63-8a9c-4dca-b684-9576d6e2e486, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3a316b63-8a9c-4dca-b684-9576d6e2e486,segment=NetworkSegment(d26ccd52-72fd-41ec-bc13-42c1232a31dc),segment_id=d26ccd52-72fd-41ec-bc13-42c1232a31dc)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:32:44.625665 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (3a316b63-8a9c-4dca-b684-9576d6e2e486), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:44.658784 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:44.659120 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:44.660492 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] 10.222.0.64 "PUT /v2.0/ports/3a316b63-8a9c-4dca-b684-9576d6e2e486 HTTP/1.1" status: 200 len: 1093 time: 0.7680171 Mar 08 19:32:44.662658 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360113cc-88fc-44ea-ac79-b0aa7ce54e28', 'tag': '3a316b63-8a9c-4dca-b684-9576d6e2e486'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:32:44.666442 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c478f1a-30c7-421d-a0ce-f9e6df882b16" -d '{"events": [{"name": "network-changed", "server_uuid": "360113cc-88fc-44ea-ac79-b0aa7ce54e28", "tag": "3a316b63-8a9c-4dca-b684-9576d6e2e486"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:32:44.695397 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c563e-0301-4cb3-b102-22149dcae93c service neutron] Pushing event updated for resources: {'Port': ['ID=3a316b63-8a9c-4dca-b684-9576d6e2e486,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:32:44.709180 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16e0305-f23d-4510-b5eb-de2899929568 x-openstack-request-id: req-e16e0305-f23d-4510-b5eb-de2899929568 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:32:44.709536 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360113cc-88fc-44ea-ac79-b0aa7ce54e28", "tag": "3a316b63-8a9c-4dca-b684-9576d6e2e486", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:32:44.709862 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e16e0305-f23d-4510-b5eb-de2899929568 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:32:44.710263 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360113cc-88fc-44ea-ac79-b0aa7ce54e28', 'tag': '3a316b63-8a9c-4dca-b684-9576d6e2e486', 'status': 'completed', 'code': 200} Mar 08 19:32:44.775935 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c478f1a-30c7-421d-a0ce-f9e6df882b16 req-04ac3836-2e8d-4e72-9e3e-c587e2a27657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:44.777373 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5c478f1a-30c7-421d-a0ce-f9e6df882b16 req-04ac3836-2e8d-4e72-9e3e-c587e2a27657 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 1127 time: 0.0487671 Mar 08 19:32:44.881571 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c478f1a-30c7-421d-a0ce-f9e6df882b16 req-12a33d52-f74d-4b16-9117-650d89aa8fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:44.883600 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5c478f1a-30c7-421d-a0ce-f9e6df882b16 req-12a33d52-f74d-4b16-9117-650d89aa8fcd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0989368 Mar 08 19:32:44.983355 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c478f1a-30c7-421d-a0ce-f9e6df882b16 req-e4125ebf-22fa-4f85-b353-1f5f1f4064c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:44.984891 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5c478f1a-30c7-421d-a0ce-f9e6df882b16 req-e4125ebf-22fa-4f85-b353-1f5f1f4064c1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952027 Mar 08 19:32:45.068635 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-1bcae528-8300-4c3c-aa6b-58df508af1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:45.071074 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-1bcae528-8300-4c3c-aa6b-58df508af1ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 1127 time: 0.0481789 Mar 08 19:32:45.110497 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-be463bf0-0374-44d2-9a36-cc011ad9c9ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a316b63-8a9c-4dca-b684-9576d6e2e486 HTTP/1.1" status: 200 len: 217 time: 0.0344591 Mar 08 19:32:45.158523 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-c19234c3-276a-4b33-853e-366719733467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:45.159941 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-c19234c3-276a-4b33-853e-366719733467 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cf5dd8a-43af-48fd-90c6-5dc13b7073d5 HTTP/1.1" status: 200 len: 850 time: 0.0438685 Mar 08 19:32:45.209591 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-4d3b6b81-177d-4cd0-8358-afaf911003c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:45.211258 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-4d3b6b81-177d-4cd0-8358-afaf911003c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454493 Mar 08 19:32:45.285486 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb0f98-03de-496e-a2da-4c9363b63e3d req-f29b86e5-0b7f-422d-a4b4-7c31fe3c2240 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:45.286976 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-caeb0f98-03de-496e-a2da-4c9363b63e3d req-f29b86e5-0b7f-422d-a4b4-7c31fe3c2240 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 943 time: 0.0538318 Mar 08 19:32:45.303756 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-2df02fa9-4d8b-47d9-a2a1-a18e3b69ee49 service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863714 Mar 08 19:32:45.343270 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-caeb0f98-03de-496e-a2da-4c9363b63e3d req-3b00f6ad-2324-4959-b656-611860a5ba67 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=beba7286-a339-492b-9bee-d59102774b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502348 Mar 08 19:32:45.400019 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9edcbfbe-b9e5-4148-ac0c-119bf1e42aa2 req-8ed8cb53-2abe-476a-8332-85ae85021f77 service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906961 Mar 08 19:32:46.466706 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98e298-f111-4b91-9718-6f0ff0b57d84 req-95039f4b-9485-4046-b49d-336136170fa5 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:46.469444 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-fe98e298-f111-4b91-9718-6f0ff0b57d84 req-95039f4b-9485-4046-b49d-336136170fa5 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 943 time: 0.0550935 Mar 08 19:32:46.517696 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-fe98e298-f111-4b91-9718-6f0ff0b57d84 req-67bf9584-1ab4-4344-af01-5f56cb08973f tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=beba7286-a339-492b-9bee-d59102774b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428116 Mar 08 19:32:47.635518 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe4fef-49d8-4e33-b4a3-e71fe068b28b req-936dec3e-33da-4758-a6bd-dcf00e916c63 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:47.637031 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7bbe4fef-49d8-4e33-b4a3-e71fe068b28b req-936dec3e-33da-4758-a6bd-dcf00e916c63 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 943 time: 0.0525317 Mar 08 19:32:47.684373 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7bbe4fef-49d8-4e33-b4a3-e71fe068b28b req-8f5811de-b2dd-4729-84f5-c85b5e2e3de3 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=beba7286-a339-492b-9bee-d59102774b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417135 Mar 08 19:32:48.805240 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f391d-c399-4306-afee-bf43239973cf req-06495e86-d02b-417e-ad5b-f75028f6e0c8 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:48.806749 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d08f391d-c399-4306-afee-bf43239973cf req-06495e86-d02b-417e-ad5b-f75028f6e0c8 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 943 time: 0.0558031 Mar 08 19:32:48.854432 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d08f391d-c399-4306-afee-bf43239973cf req-dd622c35-c539-4a10-b918-9de7f6d1ec7e tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=beba7286-a339-492b-9bee-d59102774b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420387 Mar 08 19:32:49.108477 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 3a316b63-8a9c-4dca-b684-9576d6e2e486 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:32:49.212163 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 3a316b63-8a9c-4dca-b684-9576d6e2e486, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3a316b63-8a9c-4dca-b684-9576d6e2e486,segment=NetworkSegment(d26ccd52-72fd-41ec-bc13-42c1232a31dc),segment_id=d26ccd52-72fd-41ec-bc13-42c1232a31dc)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:32:49.223056 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '3a316b63-8a9c-4dca-b684-9576d6e2e486', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'port_id': '3a316b63-8a9c-4dca-b684-9576d6e2e486', 'mac_address': 'fa:16:3e:08:2d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:32:49.265882 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 3a316b63-8a9c-4dca-b684-9576d6e2e486 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:32:49.266267 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (3a316b63-8a9c-4dca-b684-9576d6e2e486), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:49.282951 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a316b63-8a9c-4dca-b684-9576d6e2e486 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:32:49.302159 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 3a316b63-8a9c-4dca-b684-9576d6e2e486, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3a316b63-8a9c-4dca-b684-9576d6e2e486,segment=NetworkSegment(d26ccd52-72fd-41ec-bc13-42c1232a31dc),segment_id=d26ccd52-72fd-41ec-bc13-42c1232a31dc)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:32:49.366104 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (3a316b63-8a9c-4dca-b684-9576d6e2e486), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:49.413956 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=3a316b63-8a9c-4dca-b684-9576d6e2e486,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:32:49.420946 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:49.421296 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:49.421638 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:49.421971 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:49.422300 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:49.422656 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:49.422982 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:49.423305 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:49.423627 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:49.423949 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:49.424272 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:49.424589 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:49.424908 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:32:49.786367 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['3a316b63-8a9c-4dca-b684-9576d6e2e486'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:32:49.974117 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673f6ab-8dd0-436c-b7b0-d10e6c04864c req-473e0476-f973-4272-ac17-4debf433b708 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:49.975663 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3673f6ab-8dd0-436c-b7b0-d10e6c04864c req-473e0476-f973-4272-ac17-4debf433b708 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 944 time: 0.0526276 Mar 08 19:32:50.025241 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-3673f6ab-8dd0-436c-b7b0-d10e6c04864c req-df48d38a-5491-4a4c-af24-b98e5b636ab8 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=beba7286-a339-492b-9bee-d59102774b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415187 Mar 08 19:32:50.676111 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-86b1bdfb-34b9-42bd-af6a-7b5086ab0cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:51.109016 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 3a316b63-8a9c-4dca-b684-9576d6e2e486 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:32:51.147053 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7e833-43e8-40d9-bbc4-be930fd90257 req-8407590c-92a1-412d-a874-08b3d9f33d8c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:51.149072 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c5d7e833-43e8-40d9-bbc4-be930fd90257 req-8407590c-92a1-412d-a874-08b3d9f33d8c tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 944 time: 0.0585954 Mar 08 19:32:51.196491 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c5d7e833-43e8-40d9-bbc4-be930fd90257 req-a111539a-5789-47f8-a722-fed5b9edec0d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=beba7286-a339-492b-9bee-d59102774b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415041 Mar 08 19:32:51.247318 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port 3a316b63-8a9c-4dca-b684-9576d6e2e486 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:32:51.251479 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 3a316b63-8a9c-4dca-b684-9576d6e2e486 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:32:51.251848 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (3a316b63-8a9c-4dca-b684-9576d6e2e486), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:51.340732 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 3a316b63-8a9c-4dca-b684-9576d6e2e486 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:32:51.341032 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (3a316b63-8a9c-4dca-b684-9576d6e2e486), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:51.367670 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360113cc-88fc-44ea-ac79-b0aa7ce54e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a316b63-8a9c-4dca-b684-9576d6e2e486'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:32:51.369903 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43bd659-9ef1-4094-9d99-109850b2e230" -d '{"events": [{"server_uuid": "360113cc-88fc-44ea-ac79-b0aa7ce54e28", "name": "network-vif-plugged", "status": "completed", "tag": "3a316b63-8a9c-4dca-b684-9576d6e2e486"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:32:51.384111 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 3a316b63-8a9c-4dca-b684-9576d6e2e486, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3a316b63-8a9c-4dca-b684-9576d6e2e486,segment=NetworkSegment(d26ccd52-72fd-41ec-bc13-42c1232a31dc),segment_id=d26ccd52-72fd-41ec-bc13-42c1232a31dc)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:32:51.466479 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edfff56-0bb8-4196-8210-6be23ec2eedc x-openstack-request-id: req-3edfff56-0bb8-4196-8210-6be23ec2eedc {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:32:51.466771 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360113cc-88fc-44ea-ac79-b0aa7ce54e28", "name": "network-vif-plugged", "status": "completed", "tag": "3a316b63-8a9c-4dca-b684-9576d6e2e486", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:32:51.467032 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3edfff56-0bb8-4196-8210-6be23ec2eedc {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:32:51.467492 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360113cc-88fc-44ea-ac79-b0aa7ce54e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a316b63-8a9c-4dca-b684-9576d6e2e486', 'code': 200} Mar 08 19:32:51.481745 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (3a316b63-8a9c-4dca-b684-9576d6e2e486), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:51.529729 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=3a316b63-8a9c-4dca-b684-9576d6e2e486,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:32:51.864272 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fff5a5-c959-4e15-9a33-38d8a5e511a2 req-27cf85de-8269-4a09-8b50-9d8c8dd899a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:51.865809 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-14fff5a5-c959-4e15-9a33-38d8a5e511a2 req-27cf85de-8269-4a09-8b50-9d8c8dd899a4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 1129 time: 0.0447974 Mar 08 19:32:51.909909 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-14fff5a5-c959-4e15-9a33-38d8a5e511a2 req-6f15ad1e-6a51-4bee-89be-8b91bc4c7326 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=beba7286-a339-492b-9bee-d59102774b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386789 Mar 08 19:32:52.315454 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5e96b-f7fc-4c9a-b5a1-7c8b1b32f6cb req-0fbc424a-0903-41c9-8fcf-7a33956edaf8 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:52.316958 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-fda5e96b-f7fc-4c9a-b5a1-7c8b1b32f6cb req-0fbc424a-0903-41c9-8fcf-7a33956edaf8 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 945 time: 0.0531809 Mar 08 19:32:52.363964 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-fda5e96b-f7fc-4c9a-b5a1-7c8b1b32f6cb req-64a15f60-df6e-4153-9a16-13ea512a3b55 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=beba7286-a339-492b-9bee-d59102774b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412607 Mar 08 19:32:53.121964 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-40680508-2279-4ced-aef4-d90f3cd729c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:53.489553 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f71d22-12a9-402c-99f1-7f4bd0970c1f req-e1144f13-0a7c-4030-bd6a-6fcf1bf3ac0a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:53.491079 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d6f71d22-12a9-402c-99f1-7f4bd0970c1f req-e1144f13-0a7c-4030-bd6a-6fcf1bf3ac0a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 945 time: 0.0541680 Mar 08 19:32:53.550668 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d6f71d22-12a9-402c-99f1-7f4bd0970c1f req-8713094b-7a40-4e98-8b59-30e20c32f81a tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=beba7286-a339-492b-9bee-d59102774b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492284 Mar 08 19:32:54.166415 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:54.681315 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f5e57-5a05-47b5-92f3-f9d790ac4273 req-b21ae2ea-e57c-44a5-ad3e-eeca4560abb8 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:54.682823 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cc3f5e57-5a05-47b5-92f3-f9d790ac4273 req-b21ae2ea-e57c-44a5-ad3e-eeca4560abb8 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 945 time: 0.0591562 Mar 08 19:32:54.731300 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-cc3f5e57-5a05-47b5-92f3-f9d790ac4273 req-e5e3d7bb-caaf-4347-8022-4a7ebd4d639d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=beba7286-a339-492b-9bee-d59102774b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427890 Mar 08 19:32:54.817558 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:54.850187 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6ca38-580b-469e-b0f8-4e3a56763e33 req-be905152-b38e-4643-85e2-6bd248359ab6 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:54.851748 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-05c6ca38-580b-469e-b0f8-4e3a56763e33 req-be905152-b38e-4643-85e2-6bd248359ab6 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 945 time: 0.0540705 Mar 08 19:32:54.860200 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 48024) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:32:54.864959 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-790f6679-d904-4520-baae-c4838ff5609d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Request body: {'floatingip': {'port_id': '3a316b63-8a9c-4dca-b684-9576d6e2e486'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:32:54.908137 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-790f6679-d904-4520-baae-c4838ff5609d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for floatingip (f49703d5-e273-4405-891c-81ff3169c5af), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:55.375333 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-790f6679-d904-4520-baae-c4838ff5609d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:55.448211 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-790f6679-d904-4520-baae-c4838ff5609d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (f49703d5-e273-4405-891c-81ff3169c5af), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:55.552195 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.l3_db [None req-790f6679-d904-4520-baae-c4838ff5609d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Floating IP f49703d5-e273-4405-891c-81ff3169c5af associated. External IP: 172.27.2.179, port: 3a316b63-8a9c-4dca-b684-9576d6e2e486. Mar 08 19:32:55.770342 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790f6679-d904-4520-baae-c4838ff5609d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Router ff24b608-69fb-4384-a978-ad3899265c14 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:32:55.771498 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:55.883219 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790f6679-d904-4520-baae-c4838ff5609d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:32:55.888752 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-790f6679-d904-4520-baae-c4838ff5609d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:55.894302 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c84c4-5a73-47eb-bc16-fea8d3ebb0c3 None None] Sync routers for ids ['ff24b608-69fb-4384-a978-ad3899265c14'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:32:55.905092 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c84c4-5a73-47eb-bc16-fea8d3ebb0c3 None None] Routers {'ff24b608-69fb-4384-a978-ad3899265c14'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:32:55.905761 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-518c84c4-5a73-47eb-bc16-fea8d3ebb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:32:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ff24b608-69fb-4384-a978-ad3899265c14'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:32:55.936243 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-790f6679-d904-4520-baae-c4838ff5609d tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "PUT /v2.0/floatingips/f49703d5-e273-4405-891c-81ff3169c5af HTTP/1.1" status: 200 len: 991 time: 1.0617938 Mar 08 19:32:55.936243 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360113cc-88fc-44ea-ac79-b0aa7ce54e28', 'tag': '3a316b63-8a9c-4dca-b684-9576d6e2e486'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:32:55.936243 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd3fd76e1afcd4eb0ee5e47d8707fea24c3f2b3b61505f22f0196dd6b489b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da6356f-326d-445d-8d12-df25e9dceace" -d '{"events": [{"name": "network-changed", "server_uuid": "360113cc-88fc-44ea-ac79-b0aa7ce54e28", "tag": "3a316b63-8a9c-4dca-b684-9576d6e2e486"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:32:56.020699 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-518c84c4-5a73-47eb-bc16-fea8d3ebb0c3 None None] Set router ff24b608-69fb-4384-a978-ad3899265c14 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:32:56.020861 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1885d5-bc3f-4d60-b36e-a0ae80f1d5a9 x-openstack-request-id: req-cc1885d5-bc3f-4d60-b36e-a0ae80f1d5a9 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:32:56.021053 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360113cc-88fc-44ea-ac79-b0aa7ce54e28", "tag": "3a316b63-8a9c-4dca-b684-9576d6e2e486", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:32:56.021312 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc1885d5-bc3f-4d60-b36e-a0ae80f1d5a9 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:32:56.021707 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360113cc-88fc-44ea-ac79-b0aa7ce54e28', 'tag': '3a316b63-8a9c-4dca-b684-9576d6e2e486', 'status': 'completed', 'code': 200} Mar 08 19:32:56.086344 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6356f-326d-445d-8d12-df25e9dceace req-1c98e030-0bc1-44e3-9127-074fe0e79624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:56.087920 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5da6356f-326d-445d-8d12-df25e9dceace req-1c98e030-0bc1-44e3-9127-074fe0e79624 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 1129 time: 0.0450675 Mar 08 19:32:56.182761 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6356f-326d-445d-8d12-df25e9dceace req-e04aa47f-267a-48c9-b6be-a9ca10eb3e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:56.184377 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5da6356f-326d-445d-8d12-df25e9dceace req-e04aa47f-267a-48c9-b6be-a9ca10eb3e05 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518 HTTP/1.1" status: 200 len: 912 time: 0.0906317 Mar 08 19:32:56.249838 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5da6356f-326d-445d-8d12-df25e9dceace req-d1d36f8f-6389-43c5-877b-093b945a3ee0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a316b63-8a9c-4dca-b684-9576d6e2e486 HTTP/1.1" status: 200 len: 999 time: 0.0598505 Mar 08 19:32:56.278146 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-518c84c4-5a73-47eb-bc16-fea8d3ebb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:13Z', 'revision_number': 4, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'f49703d5-e273-4405-891c-81ff3169c5af', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'port_id': '3a316b63-8a9c-4dca-b684-9576d6e2e486', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'mac_address': 'fa:16:3e:08:2d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360113cc-88fc-44ea-ac79-b0aa7ce54e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:32:39Z', 'updated_at': '2022-03-08T19:32:55Z', 'revision_number': 1, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e', 'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'mac_address': 'fa:16:3e:b7:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:12Z', 'updated_at': '2022-03-08T19:27:17Z', 'revision_number': 5, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'subnets': [{'id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:32:56.303976 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6356f-326d-445d-8d12-df25e9dceace req-1bbe7da8-9cce-4727-a408-af202094dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:56.304233 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c84c4-5a73-47eb-bc16-fea8d3ebb0c3 None None] Checking router: ff24b608-69fb-4384-a978-ad3899265c14 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:32:56.305458 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5da6356f-326d-445d-8d12-df25e9dceace req-1bbe7da8-9cce-4727-a408-af202094dd1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cf5dd8a-43af-48fd-90c6-5dc13b7073d5 HTTP/1.1" status: 200 len: 850 time: 0.0487900 Mar 08 19:32:56.312368 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c84c4-5a73-47eb-bc16-fea8d3ebb0c3 None None] Routers {'ff24b608-69fb-4384-a978-ad3899265c14'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:32:56.312959 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-518c84c4-5a73-47eb-bc16-fea8d3ebb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:32:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ff24b608-69fb-4384-a978-ad3899265c14'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:32:56.358792 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6356f-326d-445d-8d12-df25e9dceace req-0500a2e7-5486-4f07-9b1a-e51692f6407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:56.361097 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5da6356f-326d-445d-8d12-df25e9dceace req-0500a2e7-5486-4f07-9b1a-e51692f6407b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497816 Mar 08 19:32:56.426047 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-518c84c4-5a73-47eb-bc16-fea8d3ebb0c3 None None] Set router ff24b608-69fb-4384-a978-ad3899265c14 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:32:56.450779 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5da6356f-326d-445d-8d12-df25e9dceace req-1fc76436-a1bd-4776-8641-14ca505836c4 service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833864 Mar 08 19:32:56.545299 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5da6356f-326d-445d-8d12-df25e9dceace req-ecbe3977-b858-4a3a-b4ce-ccff5a8069e4 service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889235 Mar 08 19:32:56.649854 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-518c84c4-5a73-47eb-bc16-fea8d3ebb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:13Z', 'revision_number': 4, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'f49703d5-e273-4405-891c-81ff3169c5af', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'port_id': '3a316b63-8a9c-4dca-b684-9576d6e2e486', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'mac_address': 'fa:16:3e:08:2d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360113cc-88fc-44ea-ac79-b0aa7ce54e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:32:39Z', 'updated_at': '2022-03-08T19:32:55Z', 'revision_number': 1, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e', 'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'mac_address': 'fa:16:3e:b7:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:12Z', 'updated_at': '2022-03-08T19:27:17Z', 'revision_number': 5, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'subnets': [{'id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:32:56.676800 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c84c4-5a73-47eb-bc16-fea8d3ebb0c3 None None] The sync data for ids ['ff24b608-69fb-4384-a978-ad3899265c14'] in dv-cinder-830092-3-iscsi is: [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:13Z', 'revision_number': 4, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_floatingips': [{'id': 'f49703d5-e273-4405-891c-81ff3169c5af', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'router_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'port_id': '3a316b63-8a9c-4dca-b684-9576d6e2e486', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'mac_address': 'fa:16:3e:08:2d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360113cc-88fc-44ea-ac79-b0aa7ce54e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:32:39Z', 'updated_at': '2022-03-08T19:32:55Z', 'revision_number': 1, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e', 'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'mac_address': 'fa:16:3e:b7:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:12Z', 'updated_at': '2022-03-08T19:27:17Z', 'revision_number': 5, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'subnets': [{'id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:32:56.876354 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73781b4a-fbe2-4f0e-9f8e-764ac0857213 None None] New status for floating IP f49703d5-e273-4405-891c-81ff3169c5af: ACTIVE {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:32:57.184676 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:09.248268 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9a60ecb1-0c07-4f8f-bdee-5a645167ce1b req-b62d1b7b-b0ae-48ed-ade4-ed5e4269cdc7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431786 Mar 08 19:33:09.331397 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60ecb1-0c07-4f8f-bdee-5a645167ce1b req-51de4316-bdcf-4d71-b90c-183f2e8894c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:09.332907 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9a60ecb1-0c07-4f8f-bdee-5a645167ce1b req-51de4316-bdcf-4d71-b90c-183f2e8894c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 1129 time: 0.0436587 Mar 08 19:33:09.439935 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60ecb1-0c07-4f8f-bdee-5a645167ce1b req-bc1d8e1f-1c83-4181-8ae4-45dbcd180fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:09.441425 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9a60ecb1-0c07-4f8f-bdee-5a645167ce1b req-bc1d8e1f-1c83-4181-8ae4-45dbcd180fd0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518 HTTP/1.1" status: 200 len: 912 time: 0.0888119 Mar 08 19:33:09.508803 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9a60ecb1-0c07-4f8f-bdee-5a645167ce1b req-906fd236-36fc-41af-997c-7d5b477251b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a316b63-8a9c-4dca-b684-9576d6e2e486 HTTP/1.1" status: 200 len: 1001 time: 0.0601859 Mar 08 19:33:09.564562 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60ecb1-0c07-4f8f-bdee-5a645167ce1b req-cb1f682d-7b87-4c08-b532-4aaeb05d65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:09.566003 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9a60ecb1-0c07-4f8f-bdee-5a645167ce1b req-cb1f682d-7b87-4c08-b532-4aaeb05d65cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cf5dd8a-43af-48fd-90c6-5dc13b7073d5 HTTP/1.1" status: 200 len: 850 time: 0.0519197 Mar 08 19:33:09.613621 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60ecb1-0c07-4f8f-bdee-5a645167ce1b req-ea37b5d6-da56-4a9c-98db-8d82533e07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:09.615165 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9a60ecb1-0c07-4f8f-bdee-5a645167ce1b req-ea37b5d6-da56-4a9c-98db-8d82533e07d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437214 Mar 08 19:33:09.700055 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9a60ecb1-0c07-4f8f-bdee-5a645167ce1b req-24be05a4-7dff-4d02-9c1c-204f42af817e service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790794 Mar 08 19:33:09.791739 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9a60ecb1-0c07-4f8f-bdee-5a645167ce1b req-911bc77a-667e-4935-81f1-4cab2a81590c service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846195 Mar 08 19:33:12.691598 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:33:20.726645 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-eae2332d-0666-4db5-9d7e-39168d7916c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:23.103928 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-76a1d516-dd70-41d4-9fc9-a86ba67aebd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:24.183294 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:24.857324 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:25.823533 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:27.017763 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:49.690888 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:33:50.679492 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1fc9e145-be6a-4e26-bab0-2ca58b975489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:53.079746 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-18cde751-b2a0-4854-8158-c852f70b43c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:54.164912 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:54.851003 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:55.770409 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:57.027926 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:10.101073 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-82141306-6977-44c7-bcb6-daa595180a5f req-eb8a5b9d-af95-439f-a39f-a6f0dfeed3d5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455751 Mar 08 19:34:10.190628 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82141306-6977-44c7-bcb6-daa595180a5f req-fee54b2b-b61b-44ec-a3be-8516489d65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:34:10.192128 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-82141306-6977-44c7-bcb6-daa595180a5f req-fee54b2b-b61b-44ec-a3be-8516489d65b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 1129 time: 0.0483766 Mar 08 19:34:10.292349 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82141306-6977-44c7-bcb6-daa595180a5f req-4c89e29a-ba65-4531-9f4c-df1ab7bd0371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:34:10.293819 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-82141306-6977-44c7-bcb6-daa595180a5f req-4c89e29a-ba65-4531-9f4c-df1ab7bd0371 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518 HTTP/1.1" status: 200 len: 912 time: 0.0834553 Mar 08 19:34:10.362959 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-82141306-6977-44c7-bcb6-daa595180a5f req-6b49c5a8-6b14-4055-be9a-b866c3729e8f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a316b63-8a9c-4dca-b684-9576d6e2e486 HTTP/1.1" status: 200 len: 1001 time: 0.0614946 Mar 08 19:34:10.409752 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82141306-6977-44c7-bcb6-daa595180a5f req-f9978bf4-5b1f-4000-8b6c-a0e682e1eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:34:10.411244 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-82141306-6977-44c7-bcb6-daa595180a5f req-f9978bf4-5b1f-4000-8b6c-a0e682e1eb85 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cf5dd8a-43af-48fd-90c6-5dc13b7073d5 HTTP/1.1" status: 200 len: 850 time: 0.0431056 Mar 08 19:34:10.458200 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82141306-6977-44c7-bcb6-daa595180a5f req-9c6243fd-d46c-48b3-813f-b9c06b03db50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:34:10.459719 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-82141306-6977-44c7-bcb6-daa595180a5f req-9c6243fd-d46c-48b3-813f-b9c06b03db50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5312f11b-a29a-4f8c-b3dc-94cb8eba8518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433788 Mar 08 19:34:10.553703 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-82141306-6977-44c7-bcb6-daa595180a5f req-b8ecd711-b5ee-40ab-8d8a-e3fc422bdb4d service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860350 Mar 08 19:34:10.641256 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-82141306-6977-44c7-bcb6-daa595180a5f req-f8cf0e35-e34f-4671-9de2-3a620ba8b7a8 service neutron] 10.222.0.64 "GET /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816951 Mar 08 19:34:20.775620 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c77b5043-d3fa-4fa2-af66-d996ff1c25ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:23.181000 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-14d7acda-a286-4086-8c9d-c17278f63996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:24.226757 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:24.821487 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:25.826414 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:26.689511 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:34:27.049375 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:50.788532 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b71f63fa-1ce5-4aed-9a31-4bd7569eeb6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:51.398930 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f461906-c50a-4a70-bc72-5a6f9269db1d req-5a32944b-9db4-4436-8afb-87d4bcd558d5 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:34:51.400442 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7f461906-c50a-4a70-bc72-5a6f9269db1d req-5a32944b-9db4-4436-8afb-87d4bcd558d5 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 945 time: 0.0604284 Mar 08 19:34:51.450149 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7f461906-c50a-4a70-bc72-5a6f9269db1d req-97e519ea-d768-431f-9650-aeb7a09e4522 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=beba7286-a339-492b-9bee-d59102774b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432360 Mar 08 19:34:52.584623 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21709e-444c-4dd4-ba31-9800ccfb8d5c req-05f1edba-d5b3-4c9b-95dd-843538c217a6 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:34:52.586148 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4d21709e-444c-4dd4-ba31-9800ccfb8d5c req-05f1edba-d5b3-4c9b-95dd-843538c217a6 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 945 time: 0.0555642 Mar 08 19:34:52.636278 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-4d21709e-444c-4dd4-ba31-9800ccfb8d5c req-d15824a7-e687-4c84-8364-ff70825fc9ad tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=beba7286-a339-492b-9bee-d59102774b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429716 Mar 08 19:34:53.152036 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1289e56d-c918-4b5f-9d3a-171c3920f4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:53.435694 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a21645-2c57-459a-8d21-36ab8d1360ae req-b690e645-6038-4d59-8e50-6c67ecbb5672 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:34:53.438062 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00a21645-2c57-459a-8d21-36ab8d1360ae req-b690e645-6038-4d59-8e50-6c67ecbb5672 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.64 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 945 time: 0.0736680 Mar 08 19:34:53.534036 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-00a21645-2c57-459a-8d21-36ab8d1360ae req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Deleting port 3a316b63-8a9c-4dca-b684-9576d6e2e486 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:34:53.534370 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-00a21645-2c57-459a-8d21-36ab8d1360ae req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (3a316b63-8a9c-4dca-b684-9576d6e2e486), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:53.639263 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-00a21645-2c57-459a-8d21-36ab8d1360ae req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] For port 3a316b63-8a9c-4dca-b684-9576d6e2e486, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3a316b63-8a9c-4dca-b684-9576d6e2e486,segment=NetworkSegment(d26ccd52-72fd-41ec-bc13-42c1232a31dc),segment_id=d26ccd52-72fd-41ec-bc13-42c1232a31dc)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:34:53.639629 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-00a21645-2c57-459a-8d21-36ab8d1360ae req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (3a316b63-8a9c-4dca-b684-9576d6e2e486), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:53.797701 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3485524-81bd-42ff-a6b9-f38353159627 req-ba6bf577-5ec9-4c0f-9485-8bd41f83aa18 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:34:53.799953 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f3485524-81bd-42ff-a6b9-f38353159627 req-ba6bf577-5ec9-4c0f-9485-8bd41f83aa18 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 945 time: 0.0835464 Mar 08 19:34:53.876450 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-f3485524-81bd-42ff-a6b9-f38353159627 req-bb75d7f5-c253-4e2f-8fae-0de268ce0f72 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups?id=beba7286-a339-492b-9bee-d59102774b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696254 Mar 08 19:34:54.129410 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-00a21645-2c57-459a-8d21-36ab8d1360ae req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:54.129822 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-00a21645-2c57-459a-8d21-36ab8d1360ae req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327768'] for floatingip (f49703d5-e273-4405-891c-81ff3169c5af), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:54.130157 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.db.l3_db [req-00a21645-2c57-459a-8d21-36ab8d1360ae req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Floating IP f49703d5-e273-4405-891c-81ff3169c5af disassociated. External IP: 172.27.2.179, port: 3a316b63-8a9c-4dca-b684-9576d6e2e486. Mar 08 19:34:54.130467 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-00a21645-2c57-459a-8d21-36ab8d1360ae req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Calling delete_port for 3a316b63-8a9c-4dca-b684-9576d6e2e486 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:34:54.219247 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:54.385796 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-00a21645-2c57-459a-8d21-36ab8d1360ae req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (3a316b63-8a9c-4dca-b684-9576d6e2e486), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:54.419539 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Pushing event deleted for resources: {'Port': ['ID=3a316b63-8a9c-4dca-b684-9576d6e2e486,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:34:54.433376 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:54.433841 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:54.434200 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:54.434577 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:54.434919 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:54.435399 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:54.435738 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:54.436305 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:54.436435 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:54.436703 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:54.437034 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:54.437352 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:54.437674 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:54.596815 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00a21645-2c57-459a-8d21-36ab8d1360ae req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Router ff24b608-69fb-4384-a978-ad3899265c14 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:34:54.725589 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00a21645-2c57-459a-8d21-36ab8d1360ae req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:34:54.736461 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d576c-4cc6-4e49-b335-43e63c681c49 None None] Sync routers for ids ['ff24b608-69fb-4384-a978-ad3899265c14'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:34:54.770258 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d576c-4cc6-4e49-b335-43e63c681c49 None None] Routers {'ff24b608-69fb-4384-a978-ad3899265c14'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:34:54.771233 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-082d576c-4cc6-4e49-b335-43e63c681c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:34:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ff24b608-69fb-4384-a978-ad3899265c14'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:34:54.773671 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a21645-2c57-459a-8d21-36ab8d1360ae req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] No DVR routers for this DVR port 3a316b63-8a9c-4dca-b684-9576d6e2e486 on host hv-cinder-83009 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:34:54.778044 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-00a21645-2c57-459a-8d21-36ab8d1360ae req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:54.781603 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00a21645-2c57-459a-8d21-36ab8d1360ae req-745eac4d-9739-49a9-91f2-85bb61690375 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.64 "DELETE /v2.0/ports/3a316b63-8a9c-4dca-b684-9576d6e2e486 HTTP/1.1" status: 204 len: 173 time: 1.3385439 Mar 08 19:34:54.782081 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360113cc-88fc-44ea-ac79-b0aa7ce54e28', 'name': 'network-vif-deleted', 'tag': '3a316b63-8a9c-4dca-b684-9576d6e2e486'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:34:54.784558 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b762cc-c18e-4081-b0b4-6cd3c83554eb" -d '{"events": [{"server_uuid": "360113cc-88fc-44ea-ac79-b0aa7ce54e28", "name": "network-vif-deleted", "tag": "3a316b63-8a9c-4dca-b684-9576d6e2e486"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:34:54.844836 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da406b4f-e2e1-410b-9021-be4a805069da x-openstack-request-id: req-da406b4f-e2e1-410b-9021-be4a805069da {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:34:54.845403 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360113cc-88fc-44ea-ac79-b0aa7ce54e28", "name": "network-vif-deleted", "tag": "3a316b63-8a9c-4dca-b684-9576d6e2e486", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:34:54.845764 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da406b4f-e2e1-410b-9021-be4a805069da {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:34:54.847493 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360113cc-88fc-44ea-ac79-b0aa7ce54e28', 'name': 'network-vif-deleted', 'tag': '3a316b63-8a9c-4dca-b684-9576d6e2e486', 'status': 'completed', 'code': 200} Mar 08 19:34:54.901878 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:54.946340 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-082d576c-4cc6-4e49-b335-43e63c681c49 None None] Set router ff24b608-69fb-4384-a978-ad3899265c14 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:34:55.011493 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-013ec34a-c511-4826-938a-e02e2e5fb78f req-105e20fe-6b2d-4f4c-9fff-f1926c9f4c25 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/ports?device_id=360113cc-88fc-44ea-ac79-b0aa7ce54e28 HTTP/1.1" status: 200 len: 210 time: 0.0477264 Mar 08 19:34:55.262566 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-082d576c-4cc6-4e49-b335-43e63c681c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:13Z', 'revision_number': 4, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e', 'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'mac_address': 'fa:16:3e:b7:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:12Z', 'updated_at': '2022-03-08T19:27:17Z', 'revision_number': 5, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'subnets': [{'id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:34:55.290230 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d576c-4cc6-4e49-b335-43e63c681c49 None None] Checking router: ff24b608-69fb-4384-a978-ad3899265c14 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:34:55.300367 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d576c-4cc6-4e49-b335-43e63c681c49 None None] Routers {'ff24b608-69fb-4384-a978-ad3899265c14'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:34:55.301116 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-082d576c-4cc6-4e49-b335-43e63c681c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:34:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ff24b608-69fb-4384-a978-ad3899265c14'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:34:55.554747 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-082d576c-4cc6-4e49-b335-43e63c681c49 None None] Set router ff24b608-69fb-4384-a978-ad3899265c14 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:34:55.720532 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 3a316b63-8a9c-4dca-b684-9576d6e2e486 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:34:55.771256 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: 3a316b63-8a9c-4dca-b684-9576d6e2e486 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:34:55.771599 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 3a316b63-8a9c-4dca-b684-9576d6e2e486 not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:34:55.852366 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-082d576c-4cc6-4e49-b335-43e63c681c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:13Z', 'revision_number': 4, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e', 'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'mac_address': 'fa:16:3e:b7:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:12Z', 'updated_at': '2022-03-08T19:27:17Z', 'revision_number': 5, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'subnets': [{'id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:34:55.890887 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:55.891929 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d576c-4cc6-4e49-b335-43e63c681c49 None None] The sync data for ids ['ff24b608-69fb-4384-a978-ad3899265c14'] in dv-cinder-830092-3-iscsi is: [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:13Z', 'revision_number': 4, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi', '_interfaces': [{'id': 'a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e', 'name': '', 'network_id': '5312f11b-a29a-4f8c-b3dc-94cb8eba8518', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'mac_address': 'fa:16:3e:b7:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:12Z', 'updated_at': '2022-03-08T19:27:17Z', 'revision_number': 5, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'subnets': [{'id': '0cf5dd8a-43af-48fd-90c6-5dc13b7073d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:34:56.190186 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eeb228-2219-473a-b881-53d4a3beaaa8 None None] New status for floating IP f49703d5-e273-4405-891c-81ff3169c5af: DOWN {{(pid=103760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:34:56.238679 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 48210) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:34:56.306149 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group (beba7286-a339-492b-9bee-d59102774b0d), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:56.337560 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group (beba7286-a339-492b-9bee-d59102774b0d), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:56.540263 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (beba7286-a339-492b-9bee-d59102774b0d), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:56.544047 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:56.545435 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "DELETE /v2.0/security-groups/beba7286-a339-492b-9bee-d59102774b0d HTTP/1.1" status: 204 len: 168 time: 0.3053253 Mar 08 19:34:56.549622 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 48212) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:34:56.560526 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beba7286-a339-492b-9bee-d59102774b0d,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:34:56.569711 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.api.v2.resource [None req-244e9e63-b655-4289-9c5a-9a473bf7f849 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] show failed (client error): The resource could not be found. Mar 08 19:34:56.571630 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:56.572238 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:56.572741 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:56.573220 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:56.573734 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:56.574250 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:56.574738 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:56.575640 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:56.576090 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:56.576601 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:56.576875 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-244e9e63-b655-4289-9c5a-9a473bf7f849 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "GET /v2.0/security-groups/beba7286-a339-492b-9bee-d59102774b0d HTTP/1.1" status: 404 len: 347 time: 0.0255654 Mar 08 19:34:56.577216 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:56.577676 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:56.577867 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 48214) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:34:56.578173 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f566152-c9ce-49c9-8f79-ebd0d1e0b735 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:34:56.771925 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-fa4ad35c-a7de-4e63-ad43-154ac2047931 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Deleting port 266d5b74-5afe-4133-8585-f056ecc28d29 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:34:56.772450 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad35c-a7de-4e63-ad43-154ac2047931 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (266d5b74-5afe-4133-8585-f056ecc28d29), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:56.904118 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad35c-a7de-4e63-ad43-154ac2047931 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (266d5b74-5afe-4133-8585-f056ecc28d29), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:56.904650 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad35c-a7de-4e63-ad43-154ac2047931 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for floatingip (266d5b74-5afe-4133-8585-f056ecc28d29), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:56.925907 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-fa4ad35c-a7de-4e63-ad43-154ac2047931 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Calling delete_port for 266d5b74-5afe-4133-8585-f056ecc28d29 owned by network:floatingip {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:34:57.020464 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:57.169169 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad35c-a7de-4e63-ad43-154ac2047931 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (266d5b74-5afe-4133-8585-f056ecc28d29), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:57.196371 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ad35c-a7de-4e63-ad43-154ac2047931 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Pushing event deleted for resources: {'Port': ['ID=266d5b74-5afe-4133-8585-f056ecc28d29,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:34:57.261438 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad35c-a7de-4e63-ad43-154ac2047931 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks [] for floatingip (f49703d5-e273-4405-891c-81ff3169c5af), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:57.264099 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad35c-a7de-4e63-ad43-154ac2047931 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:57.265269 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-fa4ad35c-a7de-4e63-ad43-154ac2047931 tempest-AttachVolumeTestJSON-1775106967 tempest-AttachVolumeTestJSON-1775106967-project] 10.222.0.21 "DELETE /v2.0/floatingips/f49703d5-e273-4405-891c-81ff3169c5af HTTP/1.1" status: 204 len: 168 time: 0.6862257 Mar 08 19:35:01.312854 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 48242) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:02.016528 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b2074b75-fa03-4cd4-ad6f-2fa1e82f037f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-329048'] for router_interface (ff24b608-69fb-4384-a978-ad3899265c14), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:02.264472 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-b2074b75-fa03-4cd4-ad6f-2fa1e82f037f admin admin] Deleting port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:35:02.264803 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b2074b75-fa03-4cd4-ad6f-2fa1e82f037f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:02.340941 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-b2074b75-fa03-4cd4-ad6f-2fa1e82f037f admin admin] For port a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e,segment=NetworkSegment(d26ccd52-72fd-41ec-bc13-42c1232a31dc),segment_id=d26ccd52-72fd-41ec-bc13-42c1232a31dc)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:35:02.341598 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b2074b75-fa03-4cd4-ad6f-2fa1e82f037f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:02.353123 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-b2074b75-fa03-4cd4-ad6f-2fa1e82f037f admin admin] Calling delete_port for a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e owned by network:router_interface {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:35:02.601231 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b2074b75-fa03-4cd4-ad6f-2fa1e82f037f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:02.630505 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2074b75-fa03-4cd4-ad6f-2fa1e82f037f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:02.810915 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b2074b75-fa03-4cd4-ad6f-2fa1e82f037f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-329004'] for router_interface (ff24b608-69fb-4384-a978-ad3899265c14), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:03.035296 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2074b75-fa03-4cd4-ad6f-2fa1e82f037f admin admin] Router ff24b608-69fb-4384-a978-ad3899265c14 has already been hosted by L3 agent 8aedc0ab-c754-429e-95e6-75b2aec52c43 {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:35:03.141896 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2074b75-fa03-4cd4-ad6f-2fa1e82f037f admin admin] Notify agent at l3_agent.dv-cinder-830092-3-iscsi the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:35:03.146841 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-b2074b75-fa03-4cd4-ad6f-2fa1e82f037f admin admin] 10.222.0.21 "PUT /v2.0/routers/ff24b608-69fb-4384-a978-ad3899265c14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8329105 Mar 08 19:35:03.149479 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 48246) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:03.150753 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07d4d3-5dbe-4e0b-8a5b-ab724d947a63 None None] Sync routers for ids ['ff24b608-69fb-4384-a978-ad3899265c14'] in dv-cinder-830092-3-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:35:03.160081 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07d4d3-5dbe-4e0b-8a5b-ab724d947a63 None None] Routers {'ff24b608-69fb-4384-a978-ad3899265c14'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:35:03.160691 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-5c07d4d3-5dbe-4e0b-8a5b-ab724d947a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:34:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ff24b608-69fb-4384-a978-ad3899265c14'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:35:03.258113 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2f99f225-e210-49f5-a64d-c014674c720e admin admin] Publish callbacks [] for router (ff24b608-69fb-4384-a978-ad3899265c14), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:03.268993 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-5c07d4d3-5dbe-4e0b-8a5b-ab724d947a63 None None] Set router ff24b608-69fb-4384-a978-ad3899265c14 gateway port host: dv-cinder-830092-3-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:35:03.366982 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2f99f225-e210-49f5-a64d-c014674c720e admin admin] Publish callbacks [] for router_gateway (ff24b608-69fb-4384-a978-ad3899265c14), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:03.446581 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-5c07d4d3-5dbe-4e0b-8a5b-ab724d947a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'external_fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:35:02Z', 'revision_number': 5, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port': {'id': '1d1276e7-200e-4a9e-aadb-c742544e2351', 'name': '', 'network_id': '00a9f3c4-6bad-4669-ae15-07729bcc1fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830092-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5d24f4d-3684-40fb-8092-55026cfbf07a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830092-3-iscsi'}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:35:03.476929 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07d4d3-5dbe-4e0b-8a5b-ab724d947a63 None None] Checking router: ff24b608-69fb-4384-a978-ad3899265c14 for host: dv-cinder-830092-3-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:35:03.486451 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07d4d3-5dbe-4e0b-8a5b-ab724d947a63 None None] Routers {'ff24b608-69fb-4384-a978-ad3899265c14'} bound to L3 agent in host dv-cinder-830092-3-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:35:03.487086 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-5c07d4d3-5dbe-4e0b-8a5b-ab724d947a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830092-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:07:23Z,description=,heartbeat_timestamp=2022-03-08T19:34:53Z,host='dv-cinder-830092-3-iscsi',id=8aedc0ab-c754-429e-95e6-75b2aec52c43,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:07:24Z,topic='l3_agent')) {'router_ids': ['ff24b608-69fb-4384-a978-ad3899265c14'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:35:03.499104 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-2f99f225-e210-49f5-a64d-c014674c720e admin admin] Deleting port 1d1276e7-200e-4a9e-aadb-c742544e2351 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:35:03.499435 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2f99f225-e210-49f5-a64d-c014674c720e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (1d1276e7-200e-4a9e-aadb-c742544e2351), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:03.574768 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-5c07d4d3-5dbe-4e0b-8a5b-ab724d947a63 None None] Set router ff24b608-69fb-4384-a978-ad3899265c14 gateway port host: None {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:35:03.577176 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-2f99f225-e210-49f5-a64d-c014674c720e admin admin] For port 1d1276e7-200e-4a9e-aadb-c742544e2351, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=1d1276e7-200e-4a9e-aadb-c742544e2351,segment=NetworkSegment(131ea792-23a6-4fe5-a6fd-474920f15357),segment_id=131ea792-23a6-4fe5-a6fd-474920f15357)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:35:03.577538 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2f99f225-e210-49f5-a64d-c014674c720e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (1d1276e7-200e-4a9e-aadb-c742544e2351), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:03.590289 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-2f99f225-e210-49f5-a64d-c014674c720e admin admin] Calling delete_port for 1d1276e7-200e-4a9e-aadb-c742544e2351 owned by network:router_gateway {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:35:03.626702 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-5c07d4d3-5dbe-4e0b-8a5b-ab724d947a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:35:03Z', 'revision_number': 6, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port_host': None}], 'dv-cinder-830092-3-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:35:03.657315 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07d4d3-5dbe-4e0b-8a5b-ab724d947a63 None None] The sync data for ids ['ff24b608-69fb-4384-a978-ad3899265c14'] in dv-cinder-830092-3-iscsi is: [{'id': 'ff24b608-69fb-4384-a978-ad3899265c14', 'name': 'tempest-AttachVolumeTestJSON-1240801957-router', 'tenant_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:27:10Z', 'updated_at': '2022-03-08T19:35:03Z', 'revision_number': 6, 'project_id': '17c53ee7803b47cc8d763a1bc18f14c6', 'gw_port_host': None}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:35:03.689706 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:35:03.859816 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2f99f225-e210-49f5-a64d-c014674c720e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (1d1276e7-200e-4a9e-aadb-c742544e2351), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:03.891147 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99f225-e210-49f5-a64d-c014674c720e admin admin] Pushing event deleted for resources: {'Port': ['ID=1d1276e7-200e-4a9e-aadb-c742544e2351,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:03.952000 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2f99f225-e210-49f5-a64d-c014674c720e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-328326'] for router_gateway (ff24b608-69fb-4384-a978-ad3899265c14), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:04.048287 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2f99f225-e210-49f5-a64d-c014674c720e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-331570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25210'] for router (ff24b608-69fb-4384-a978-ad3899265c14), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:04.050631 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2f99f225-e210-49f5-a64d-c014674c720e admin admin] Publish callbacks [] for router_controller (ff24b608-69fb-4384-a978-ad3899265c14), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:04.168347 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2f99f225-e210-49f5-a64d-c014674c720e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-331557'] for router (ff24b608-69fb-4384-a978-ad3899265c14), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:04.169014 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f99f225-e210-49f5-a64d-c014674c720e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff24b608-69fb-4384-a978-ad3899265c14 {{(pid=103758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:35:04.184913 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2f99f225-e210-49f5-a64d-c014674c720e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:04.184913 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-2f99f225-e210-49f5-a64d-c014674c720e admin admin] 10.222.0.21 "DELETE /v2.0/routers/ff24b608-69fb-4384-a978-ad3899265c14 HTTP/1.1" status: 204 len: 168 time: 1.0245876 Mar 08 19:35:04.184913 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 48248) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:04.224392 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb26b5df-5ca1-46c5-aeb3-b285b5d7d834 admin admin] Deleting subnet 0cf5dd8a-43af-48fd-90c6-5dc13b7073d5 {{(pid=103758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:35:04.228002 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fb26b5df-5ca1-46c5-aeb3-b285b5d7d834 admin admin] Publish callbacks [] for subnet (0cf5dd8a-43af-48fd-90c6-5dc13b7073d5), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:04.264358 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fb26b5df-5ca1-46c5-aeb3-b285b5d7d834 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13620975'] for subnet (0cf5dd8a-43af-48fd-90c6-5dc13b7073d5), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:04.344639 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fb26b5df-5ca1-46c5-aeb3-b285b5d7d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669433'] for subnet (0cf5dd8a-43af-48fd-90c6-5dc13b7073d5), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:04.449069 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fb26b5df-5ca1-46c5-aeb3-b285b5d7d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13606602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15838044'] for subnet (0cf5dd8a-43af-48fd-90c6-5dc13b7073d5), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:04.474850 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26b5df-5ca1-46c5-aeb3-b285b5d7d834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf5dd8a-43af-48fd-90c6-5dc13b7073d5,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:04.479247 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fb26b5df-5ca1-46c5-aeb3-b285b5d7d834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:04.482669 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-fb26b5df-5ca1-46c5-aeb3-b285b5d7d834 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0cf5dd8a-43af-48fd-90c6-5dc13b7073d5 HTTP/1.1" status: 204 len: 168 time: 0.3040283 Mar 08 19:35:04.486331 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 48250) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:04.486549 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ec0731-f33c-4883-96ee-0b2d34da5518 None None] Network 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:35:04.559826 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715894'] for network (5312f11b-a29a-4f8c-b3dc-94cb8eba8518), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:04.634999 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] Deleting port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:35:04.635349 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (9c8d38e0-6b4a-46ab-98f1-f95ca57fee27), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:04.660545 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] DHCP port deletion for 5312f11b-a29a-4f8c-b3dc-94cb8eba8518 request from dv-cinder-830092-3-iscsi {{(pid=103759) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:35:04.709494 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] For port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=9c8d38e0-6b4a-46ab-98f1-f95ca57fee27,segment=NetworkSegment(d26ccd52-72fd-41ec-bc13-42c1232a31dc),segment_id=d26ccd52-72fd-41ec-bc13-42c1232a31dc)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:35:04.709863 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (9c8d38e0-6b4a-46ab-98f1-f95ca57fee27), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:04.719472 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Deleting port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 {{(pid=103759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:35:04.719949 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (9c8d38e0-6b4a-46ab-98f1-f95ca57fee27), before_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:04.725050 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] Calling delete_port for 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 owned by network:dhcp {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:35:04.794476 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] For port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27, host dv-cinder-830092-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830092-3-iscsi',level=0,port_id=9c8d38e0-6b4a-46ab-98f1-f95ca57fee27,segment=NetworkSegment(d26ccd52-72fd-41ec-bc13-42c1232a31dc),segment_id=d26ccd52-72fd-41ec-bc13-42c1232a31dc)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:35:04.795380 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (9c8d38e0-6b4a-46ab-98f1-f95ca57fee27), precommit_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:04.805222 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 1d1276e7-200e-4a9e-aadb-c742544e2351 no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:35:04.830984 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Calling delete_port for 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 owned by network:dhcp {{(pid=103759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:35:04.835181 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: 1d1276e7-200e-4a9e-aadb-c742544e2351 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:35:04.835518 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 1d1276e7-200e-4a9e-aadb-c742544e2351 not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:35:04.835931 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:35:04.863301 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No Port match for: a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:35:04.863644 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device a4f77cd5-4332-4f54-a5f2-6a24d9c3d11e not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:35:04.864073 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 no longer exists at agent ovs-agent-dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:35:04.913466 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13606653'] for port (9c8d38e0-6b4a-46ab-98f1-f95ca57fee27), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:04.939465 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8d38e0-6b4a-46ab-98f1-f95ca57fee27,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:04.941321 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] No DVR routers for this DVR port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 on host dv-cinder-830092-3-iscsi {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:35:04.947564 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] No active binding found for port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 {{(pid=103759) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 08 19:35:04.947957 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] The host dv-cinder-830092-3-iscsi is not matching for port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 host None! {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 08 19:35:04.948343 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Device 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 not bound to the agent host dv-cinder-830092-3-iscsi {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:35:04.968118 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226'] for port (9c8d38e0-6b4a-46ab-98f1-f95ca57fee27), after_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:04.995727 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Pushing event deleted for resources: {'Port': ['ID=9c8d38e0-6b4a-46ab-98f1-f95ca57fee27,revision_number=None']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:04.999385 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] No DVR routers for this DVR port 9c8d38e0-6b4a-46ab-98f1-f95ca57fee27 on host dv-cinder-830092-3-iscsi {{(pid=103759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:35:05.005730 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:05.006078 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:05.006537 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:05.006777 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:05.007114 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:05.007435 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:05.007845 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:05.008065 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:05.008447 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:05.008697 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:05.009036 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:05.009362 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:05.009680 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca43873-c143-4814-b2fa-8551f881e63f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:05.017429 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733302', 'neutron.services.segments.db._delete_segments_for_network-8785633600359'] for network (5312f11b-a29a-4f8c-b3dc-94cb8eba8518), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:05.042000 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5312f11b-a29a-4f8c-b3dc-94cb8eba8518']}} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:35:05.051343 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26ccd52-72fd-41ec-bc13-42c1232a31dc') {'for_net_delete': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:35:05.051632 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26ccd52-72fd-41ec-bc13-42c1232a31dc') {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:35:05.060835 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785633599600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13620756'] for segment (d26ccd52-72fd-41ec-bc13-42c1232a31dc), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:05.073921 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (d26ccd52-72fd-41ec-bc13-42c1232a31dc), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:05.079599 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:35:05.079983 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13606560'] for segment (d26ccd52-72fd-41ec-bc13-42c1232a31dc), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: Traceback (most recent call last): Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: timer() Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: cb(*args, **kw) Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: return func(*args, **kwargs) Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: self._notify() Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: self.callback(batched_events) Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: event.method(event) Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: return f(self, *a, **k) Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: return self._get(url).json() Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: return self.request(url, 'GET', **kwargs) Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:35:05.081551 dv-cinder-830092-3-iscsi neutron-server[103758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:35:05.202527 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-328354'] for network (5312f11b-a29a-4f8c-b3dc-94cb8eba8518), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:05.207723 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:05.210850 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] 10.222.0.21 "DELETE /v2.0/networks/5312f11b-a29a-4f8c-b3dc-94cb8eba8518 HTTP/1.1" status: 204 len: 168 time: 0.7234948 Mar 08 19:35:05.222479 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c261468-52cd-4601-a089-656022b9b7fb admin admin] Pushing event deleted for resources: {'Network': ['ID=5312f11b-a29a-4f8c-b3dc-94cb8eba8518,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:05.580929 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 48254) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:05.621901 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-6a7902c6-4eb7-4b15-a384-9617e7e214ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17c53ee7803b47cc8d763a1bc18f14c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398088 Mar 08 19:35:05.624547 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 48256) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:05.674911 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-273e025d-8870-4c7b-be1c-7dfc9b80b3f8 admin admin] Publish callbacks [] for security_group (52a9bdac-93f0-44dc-9903-a22c54947221), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:05.695873 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-273e025d-8870-4c7b-be1c-7dfc9b80b3f8 admin admin] Publish callbacks [] for security_group (52a9bdac-93f0-44dc-9903-a22c54947221), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:05.796375 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-273e025d-8870-4c7b-be1c-7dfc9b80b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (52a9bdac-93f0-44dc-9903-a22c54947221), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:05.799000 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-273e025d-8870-4c7b-be1c-7dfc9b80b3f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:05.800921 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-273e025d-8870-4c7b-be1c-7dfc9b80b3f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52a9bdac-93f0-44dc-9903-a22c54947221 HTTP/1.1" status: 204 len: 168 time: 0.1746843 Mar 08 19:35:05.808721 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e025d-8870-4c7b-be1c-7dfc9b80b3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a9bdac-93f0-44dc-9903-a22c54947221,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:06.899634 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 48278) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:07.012649 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-5b1502aa-c8d9-443b-8d74-905a23f2ad40 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1790560533-network', 'tenant_id': 'a3856034f2aa4bdd92b4cf20d79e0cb2'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:35:07.111332 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1502aa-c8d9-443b-8d74-905a23f2ad40 admin admin] Made reservation on behalf of a3856034f2aa4bdd92b4cf20d79e0cb2 for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:35:07.113708 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5b1502aa-c8d9-443b-8d74-905a23f2ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:07.123618 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5b1502aa-c8d9-443b-8d74-905a23f2ad40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:07.195218 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5b1502aa-c8d9-443b-8d74-905a23f2ad40 admin admin] Publish callbacks [] for security_group (04d93d76-bd8f-457b-8317-1af232b310a5), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:07.304944 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5b1502aa-c8d9-443b-8d74-905a23f2ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (04d93d76-bd8f-457b-8317-1af232b310a5), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:07.330585 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1502aa-c8d9-443b-8d74-905a23f2ad40 admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:35:07.340679 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1502aa-c8d9-443b-8d74-905a23f2ad40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d93d76-bd8f-457b-8317-1af232b310a5,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:07.345348 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5b1502aa-c8d9-443b-8d74-905a23f2ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (2e6a5214-96e9-46a4-b35e-e897d017361d), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:07.345692 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.segments_db [None req-5b1502aa-c8d9-443b-8d74-905a23f2ad40 admin admin] Added segment 2e6a5214-96e9-46a4-b35e-e897d017361d of type vlan for network 72255d7e-451c-4287-95d0-9c2d31ecf9ea Mar 08 19:35:07.385455 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5b1502aa-c8d9-443b-8d74-905a23f2ad40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (72255d7e-451c-4287-95d0-9c2d31ecf9ea), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:07.475349 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5b1502aa-c8d9-443b-8d74-905a23f2ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (72255d7e-451c-4287-95d0-9c2d31ecf9ea), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:07.476331 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1502aa-c8d9-443b-8d74-905a23f2ad40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:07.476939 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5b1502aa-c8d9-443b-8d74-905a23f2ad40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:07.539723 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1502aa-c8d9-443b-8d74-905a23f2ad40 admin admin] Pushing event updated for resources: {'Network': ['ID=72255d7e-451c-4287-95d0-9c2d31ecf9ea,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:07.549763 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network 72255d7e-451c-4287-95d0-9c2d31ecf9ea details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:35:07.575107 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-5b1502aa-c8d9-443b-8d74-905a23f2ad40 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6737545 Mar 08 19:35:07.578113 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 48282) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:07.582906 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-26ccea2d-b038-4d75-9d85-2373f1f90577 admin admin] Request body: {'subnet': {'network_id': '72255d7e-451c-4287-95d0-9c2d31ecf9ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1790560533-subnet', 'tenant_id': 'a3856034f2aa4bdd92b4cf20d79e0cb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:35:07.683023 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ccea2d-b038-4d75-9d85-2373f1f90577 admin admin] Made reservation on behalf of a3856034f2aa4bdd92b4cf20d79e0cb2 for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:35:07.685538 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-26ccea2d-b038-4d75-9d85-2373f1f90577 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15838011'] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:08.146381 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-26ccea2d-b038-4d75-9d85-2373f1f90577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13603085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15837989'] for subnet (5893ae0a-27fb-4fcc-a305-4441d4a60310), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:08.205790 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccea2d-b038-4d75-9d85-2373f1f90577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5893ae0a-27fb-4fcc-a305-4441d4a60310,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:08.213471 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ccea2d-b038-4d75-9d85-2373f1f90577 admin admin] Checking segment: {'id': '2e6a5214-96e9-46a4-b35e-e897d017361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '72255d7e-451c-4287-95d0-9c2d31ecf9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:35:08.214007 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ccea2d-b038-4d75-9d85-2373f1f90577 admin admin] Network hostable DHCP agents. Network: 72255d7e-451c-4287-95d0-9c2d31ecf9ea, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:35:08.310995 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ccea2d-b038-4d75-9d85-2373f1f90577 admin admin] Network 72255d7e-451c-4287-95d0-9c2d31ecf9ea is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:35:08.413930 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-26ccea2d-b038-4d75-9d85-2373f1f90577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, 72255d7e-451c-4287-95d0-9c2d31ecf9ea) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:35:08.419106 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ccea2d-b038-4d75-9d85-2373f1f90577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:08.419696 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-26ccea2d-b038-4d75-9d85-2373f1f90577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:08.422341 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebb403e-adaa-4620-bcaf-593c7e22e22f None None] Network 72255d7e-451c-4287-95d0-9c2d31ecf9ea requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:35:08.517587 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fb0e64-1532-474c-9a2a-982963900dbc None None] Network 72255d7e-451c-4287-95d0-9c2d31ecf9ea requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:35:08.549267 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-26ccea2d-b038-4d75-9d85-2373f1f90577 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9626098 Mar 08 19:35:09.283879 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 48298) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:09.288736 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-988b7ac6-9810-4aac-b9e0-149bf13b87ff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1186181774-network', 'tenant_id': 'e4b4f01bf8a6420c8e9d04be8dcf3d18'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:35:09.373362 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988b7ac6-9810-4aac-b9e0-149bf13b87ff admin admin] Made reservation on behalf of e4b4f01bf8a6420c8e9d04be8dcf3d18 for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:35:09.375721 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-988b7ac6-9810-4aac-b9e0-149bf13b87ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:09.388118 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-988b7ac6-9810-4aac-b9e0-149bf13b87ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:09.464765 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-988b7ac6-9810-4aac-b9e0-149bf13b87ff admin admin] Publish callbacks [] for security_group (b941353c-38cc-4a14-a7da-7524c0de1eaa), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:09.539623 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-988b7ac6-9810-4aac-b9e0-149bf13b87ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (b941353c-38cc-4a14-a7da-7524c0de1eaa), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:09.567712 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988b7ac6-9810-4aac-b9e0-149bf13b87ff admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:35:09.574052 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b7ac6-9810-4aac-b9e0-149bf13b87ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b941353c-38cc-4a14-a7da-7524c0de1eaa,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:09.584525 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-988b7ac6-9810-4aac-b9e0-149bf13b87ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (105fd64b-236b-4b0d-8a55-747d1e3c2768), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:09.584525 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.db.segments_db [None req-988b7ac6-9810-4aac-b9e0-149bf13b87ff admin admin] Added segment 105fd64b-236b-4b0d-8a55-747d1e3c2768 of type vlan for network 47504407-12df-436f-9db3-b7b613db6b4d Mar 08 19:35:09.624225 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-988b7ac6-9810-4aac-b9e0-149bf13b87ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785633075496'] for network (47504407-12df-436f-9db3-b7b613db6b4d), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:09.728013 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-988b7ac6-9810-4aac-b9e0-149bf13b87ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034'] for network (47504407-12df-436f-9db3-b7b613db6b4d), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:09.729024 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988b7ac6-9810-4aac-b9e0-149bf13b87ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:09.729626 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-988b7ac6-9810-4aac-b9e0-149bf13b87ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:09.792913 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b7ac6-9810-4aac-b9e0-149bf13b87ff admin admin] Pushing event updated for resources: {'Network': ['ID=47504407-12df-436f-9db3-b7b613db6b4d,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:09.805694 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Network 47504407-12df-436f-9db3-b7b613db6b4d details requested by agent ovs-agent-dv-cinder-830092-3-iscsi with host dv-cinder-830092-3-iscsi {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:35:09.827927 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-988b7ac6-9810-4aac-b9e0-149bf13b87ff admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5429461 Mar 08 19:35:09.830741 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 48300) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:09.835714 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.v2.base [None req-8f3a4a09-0e73-4a3d-b5f2-bfb295dd1399 admin admin] Request body: {'subnet': {'network_id': '47504407-12df-436f-9db3-b7b613db6b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1186181774-subnet', 'tenant_id': 'e4b4f01bf8a6420c8e9d04be8dcf3d18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:35:09.916959 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3a4a09-0e73-4a3d-b5f2-bfb295dd1399 admin admin] Made reservation on behalf of e4b4f01bf8a6420c8e9d04be8dcf3d18 for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:35:09.919378 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8f3a4a09-0e73-4a3d-b5f2-bfb295dd1399 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15838011'] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:10.151417 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8f3a4a09-0e73-4a3d-b5f2-bfb295dd1399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13603085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15837989'] for subnet (045bca35-0d03-4e1c-97bd-76f0fbef45fc), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:10.211797 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a4a09-0e73-4a3d-b5f2-bfb295dd1399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=045bca35-0d03-4e1c-97bd-76f0fbef45fc,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:10.221368 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3a4a09-0e73-4a3d-b5f2-bfb295dd1399 admin admin] Checking segment: {'id': '105fd64b-236b-4b0d-8a55-747d1e3c2768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '47504407-12df-436f-9db3-b7b613db6b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:35:10.221638 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3a4a09-0e73-4a3d-b5f2-bfb295dd1399 admin admin] Network hostable DHCP agents. Network: 47504407-12df-436f-9db3-b7b613db6b4d, hostable agents: ['680ad53c-132c-4ea9-be00-8c582bbe9b31'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:35:10.286425 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3a4a09-0e73-4a3d-b5f2-bfb295dd1399 admin admin] Network 47504407-12df-436f-9db3-b7b613db6b4d is scheduled to be hosted by DHCP agent 680ad53c-132c-4ea9-be00-8c582bbe9b31 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:35:10.350703 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-8f3a4a09-0e73-4a3d-b5f2-bfb295dd1399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830092-3-iscsi, 47504407-12df-436f-9db3-b7b613db6b4d) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:35:10.354700 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3a4a09-0e73-4a3d-b5f2-bfb295dd1399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:10.355285 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8f3a4a09-0e73-4a3d-b5f2-bfb295dd1399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:10.361522 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f88bbae-07a2-4e71-b86c-a9e08977a8d7 None None] Network 47504407-12df-436f-9db3-b7b613db6b4d requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:35:10.438970 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-8f3a4a09-0e73-4a3d-b5f2-bfb295dd1399 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6071084 Mar 08 19:35:10.466910 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a6b62-1aa9-4eb1-9488-d86933d9747d None None] Network 47504407-12df-436f-9db3-b7b613db6b4d requested from dv-cinder-830092-3-iscsi {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:35:10.564650 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 48306) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:10.612857 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df42ef0-6c19-408d-9c37-5c7b8763f697 admin admin] Deleting subnet 5893ae0a-27fb-4fcc-a305-4441d4a60310 {{(pid=103757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:35:10.616093 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4df42ef0-6c19-408d-9c37-5c7b8763f697 admin admin] Publish callbacks [] for subnet (5893ae0a-27fb-4fcc-a305-4441d4a60310), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:10.651096 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4df42ef0-6c19-408d-9c37-5c7b8763f697 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12596001'] for subnet (5893ae0a-27fb-4fcc-a305-4441d4a60310), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:10.688846 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4df42ef0-6c19-408d-9c37-5c7b8763f697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669433'] for subnet (5893ae0a-27fb-4fcc-a305-4441d4a60310), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:10.836678 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4df42ef0-6c19-408d-9c37-5c7b8763f697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14676729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14442119'] for subnet (5893ae0a-27fb-4fcc-a305-4441d4a60310), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:10.863936 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df42ef0-6c19-408d-9c37-5c7b8763f697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5893ae0a-27fb-4fcc-a305-4441d4a60310,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:10.867679 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4df42ef0-6c19-408d-9c37-5c7b8763f697 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:10.872765 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-4df42ef0-6c19-408d-9c37-5c7b8763f697 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5893ae0a-27fb-4fcc-a305-4441d4a60310 HTTP/1.1" status: 204 len: 168 time: 0.3055191 Mar 08 19:35:10.874009 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 48308) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:10.941731 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4789cd4b-4e21-4353-9fbf-5f92551a5cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715894'] for network (72255d7e-451c-4287-95d0-9c2d31ecf9ea), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.024324 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4789cd4b-4e21-4353-9fbf-5f92551a5cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733302', 'neutron.services.segments.db._delete_segments_for_network-8785633600359'] for network (72255d7e-451c-4287-95d0-9c2d31ecf9ea), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.049028 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-4789cd4b-4e21-4353-9fbf-5f92551a5cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72255d7e-451c-4287-95d0-9c2d31ecf9ea']}} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:35:11.060012 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-4789cd4b-4e21-4353-9fbf-5f92551a5cf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6a5214-96e9-46a4-b35e-e897d017361d') {'for_net_delete': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:35:11.060351 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.services.segments.db [None req-4789cd4b-4e21-4353-9fbf-5f92551a5cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6a5214-96e9-46a4-b35e-e897d017361d') {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:35:11.071021 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4789cd4b-4e21-4353-9fbf-5f92551a5cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785633599600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13620756'] for segment (2e6a5214-96e9-46a4-b35e-e897d017361d), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.085422 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4789cd4b-4e21-4353-9fbf-5f92551a5cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (2e6a5214-96e9-46a4-b35e-e897d017361d), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.093099 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4789cd4b-4e21-4353-9fbf-5f92551a5cf6 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:35:11.093488 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4789cd4b-4e21-4353-9fbf-5f92551a5cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13606560'] for segment (2e6a5214-96e9-46a4-b35e-e897d017361d), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: Traceback (most recent call last): Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: timer() Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: cb(*args, **kw) Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: return func(*args, **kwargs) Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: self._notify() Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: self.callback(batched_events) Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: event.method(event) Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: return f(self, *a, **k) Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: return self._get(url).json() Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: return self.request(url, 'GET', **kwargs) Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:35:11.095210 dv-cinder-830092-3-iscsi neutron-server[103758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:35:11.217651 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4789cd4b-4e21-4353-9fbf-5f92551a5cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-328354'] for network (72255d7e-451c-4287-95d0-9c2d31ecf9ea), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.224202 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4789cd4b-4e21-4353-9fbf-5f92551a5cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.230446 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-4789cd4b-4e21-4353-9fbf-5f92551a5cf6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/72255d7e-451c-4287-95d0-9c2d31ecf9ea HTTP/1.1" status: 204 len: 168 time: 0.3524463 Mar 08 19:35:11.231507 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 48310) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:11.239844 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789cd4b-4e21-4353-9fbf-5f92551a5cf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=72255d7e-451c-4287-95d0-9c2d31ecf9ea,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:11.285423 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cfd7b9d-0517-4589-832b-8096ebbda11b admin admin] Deleting subnet 045bca35-0d03-4e1c-97bd-76f0fbef45fc {{(pid=103757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:35:11.288946 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8cfd7b9d-0517-4589-832b-8096ebbda11b admin admin] Publish callbacks [] for subnet (045bca35-0d03-4e1c-97bd-76f0fbef45fc), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.323761 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8cfd7b9d-0517-4589-832b-8096ebbda11b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12596001'] for subnet (045bca35-0d03-4e1c-97bd-76f0fbef45fc), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.362201 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8cfd7b9d-0517-4589-832b-8096ebbda11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669433'] for subnet (045bca35-0d03-4e1c-97bd-76f0fbef45fc), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.523020 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8cfd7b9d-0517-4589-832b-8096ebbda11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14676729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14442119'] for subnet (045bca35-0d03-4e1c-97bd-76f0fbef45fc), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.549418 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd7b9d-0517-4589-832b-8096ebbda11b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045bca35-0d03-4e1c-97bd-76f0fbef45fc,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:11.554010 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8cfd7b9d-0517-4589-832b-8096ebbda11b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.558198 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8cfd7b9d-0517-4589-832b-8096ebbda11b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/045bca35-0d03-4e1c-97bd-76f0fbef45fc HTTP/1.1" status: 204 len: 168 time: 0.3260915 Mar 08 19:35:11.560809 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 48312) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:11.632701 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-30f8ea03-8288-44a6-870f-e0ad53de86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715894'] for network (47504407-12df-436f-9db3-b7b613db6b4d), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.711734 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-30f8ea03-8288-44a6-870f-e0ad53de86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733302', 'neutron.services.segments.db._delete_segments_for_network-8785633600359'] for network (47504407-12df-436f-9db3-b7b613db6b4d), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.736549 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-30f8ea03-8288-44a6-870f-e0ad53de86a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47504407-12df-436f-9db3-b7b613db6b4d']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:35:11.747448 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-30f8ea03-8288-44a6-870f-e0ad53de86a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105fd64b-236b-4b0d-8a55-747d1e3c2768') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:35:11.747737 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-30f8ea03-8288-44a6-870f-e0ad53de86a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105fd64b-236b-4b0d-8a55-747d1e3c2768') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:35:11.757578 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-30f8ea03-8288-44a6-870f-e0ad53de86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785633599600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12596186'] for segment (105fd64b-236b-4b0d-8a55-747d1e3c2768), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.772074 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-30f8ea03-8288-44a6-870f-e0ad53de86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146'] for segment (105fd64b-236b-4b0d-8a55-747d1e3c2768), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.778357 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f8ea03-8288-44a6-870f-e0ad53de86a5 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:35:11.778698 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-30f8ea03-8288-44a6-870f-e0ad53de86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14676627'] for segment (105fd64b-236b-4b0d-8a55-747d1e3c2768), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: Traceback (most recent call last): Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: timer() Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: cb(*args, **kw) Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: return func(*args, **kwargs) Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: self._notify() Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: self.callback(batched_events) Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: event.method(event) Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: return f(self, *a, **k) Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._get(url).json() Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:35:11.780351 dv-cinder-830092-3-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:35:11.897861 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-30f8ea03-8288-44a6-870f-e0ad53de86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-328354'] for network (47504407-12df-436f-9db3-b7b613db6b4d), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.903353 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-30f8ea03-8288-44a6-870f-e0ad53de86a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633048'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:11.906534 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-30f8ea03-8288-44a6-870f-e0ad53de86a5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/47504407-12df-436f-9db3-b7b613db6b4d HTTP/1.1" status: 204 len: 168 time: 0.3447237 Mar 08 19:35:11.917557 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8ea03-8288-44a6-870f-e0ad53de86a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=47504407-12df-436f-9db3-b7b613db6b4d,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:12.334889 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 48316) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:12.374692 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-86e54aa6-11e9-42ff-8f2f-071ca104244d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3856034f2aa4bdd92b4cf20d79e0cb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386026 Mar 08 19:35:12.377608 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 48318) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:12.429217 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-80012131-4462-4b74-9cd6-8e0a09dcffcc admin admin] Publish callbacks [] for security_group (04d93d76-bd8f-457b-8317-1af232b310a5), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:12.451626 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-80012131-4462-4b74-9cd6-8e0a09dcffcc admin admin] Publish callbacks [] for security_group (04d93d76-bd8f-457b-8317-1af232b310a5), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:12.577845 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-80012131-4462-4b74-9cd6-8e0a09dcffcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (04d93d76-bd8f-457b-8317-1af232b310a5), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:12.580439 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-80012131-4462-4b74-9cd6-8e0a09dcffcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:12.581598 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-80012131-4462-4b74-9cd6-8e0a09dcffcc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04d93d76-bd8f-457b-8317-1af232b310a5 HTTP/1.1" status: 204 len: 168 time: 0.2031324 Mar 08 19:35:12.590223 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80012131-4462-4b74-9cd6-8e0a09dcffcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d93d76-bd8f-457b-8317-1af232b310a5,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:13.304857 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 48324) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:13.345416 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-4d39da8c-4030-47f2-b6e4-d3c209ec5917 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4b4f01bf8a6420c8e9d04be8dcf3d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392952 Mar 08 19:35:13.347862 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 48326) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:13.394787 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-889a814f-f11c-4406-8296-708eeac97ac4 admin admin] Publish callbacks [] for security_group (b941353c-38cc-4a14-a7da-7524c0de1eaa), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:13.417099 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-889a814f-f11c-4406-8296-708eeac97ac4 admin admin] Publish callbacks [] for security_group (b941353c-38cc-4a14-a7da-7524c0de1eaa), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:13.543743 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-889a814f-f11c-4406-8296-708eeac97ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (b941353c-38cc-4a14-a7da-7524c0de1eaa), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:13.546289 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-889a814f-f11c-4406-8296-708eeac97ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:13.547477 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-889a814f-f11c-4406-8296-708eeac97ac4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b941353c-38cc-4a14-a7da-7524c0de1eaa HTTP/1.1" status: 204 len: 168 time: 0.1987221 Mar 08 19:35:13.555654 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a814f-f11c-4406-8296-708eeac97ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b941353c-38cc-4a14-a7da-7524c0de1eaa,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:20.731888 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-84f8f544-e961-45ba-9e50-ca89e8f5d30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:23.138660 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-161fc65a-05dd-45b8-bc1f-60fd70af83aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:24.168295 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:24.899015 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:25.801426 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:27.069717 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:40.689661 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:35:50.726461 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d36973ff-cd0a-454e-9ac9-a9fd4ac878be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:53.155030 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2063c425-455b-4255-9725-71d7418926c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:54.171832 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:54.908821 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:55.822631 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:57.046083 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:57.201767 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 48548) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:57.305557 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-291a5ba8-1866-4eb8-952b-4ef131113b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:57.381758 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-291a5ba8-1866-4eb8-952b-4ef131113b05 admin admin] Publish callbacks [] for security_group (54d129d9-5249-4e18-93c2-a5d58084f43e), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:57.485919 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-291a5ba8-1866-4eb8-952b-4ef131113b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (54d129d9-5249-4e18-93c2-a5d58084f43e), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:57.524458 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a5ba8-1866-4eb8-952b-4ef131113b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d129d9-5249-4e18-93c2-a5d58084f43e,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:57.529365 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-291a5ba8-1866-4eb8-952b-4ef131113b05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5290108e5bc4b78b564a7737d49ca39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265507 Mar 08 19:35:57.532155 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 48552) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:57.534373 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5ba8-1866-4eb8-952b-4ef131113b05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.534755 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5ba8-1866-4eb8-952b-4ef131113b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.535095 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5ba8-1866-4eb8-952b-4ef131113b05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.535431 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5ba8-1866-4eb8-952b-4ef131113b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.535759 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5ba8-1866-4eb8-952b-4ef131113b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.536088 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5ba8-1866-4eb8-952b-4ef131113b05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.536411 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5ba8-1866-4eb8-952b-4ef131113b05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.536736 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5ba8-1866-4eb8-952b-4ef131113b05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.537060 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5ba8-1866-4eb8-952b-4ef131113b05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.537383 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5ba8-1866-4eb8-952b-4ef131113b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.537702 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5ba8-1866-4eb8-952b-4ef131113b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.538020 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5ba8-1866-4eb8-952b-4ef131113b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.538340 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5ba8-1866-4eb8-952b-4ef131113b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.582322 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] Publish callbacks [] for security_group (54d129d9-5249-4e18-93c2-a5d58084f43e), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:57.603099 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] Publish callbacks [] for security_group (54d129d9-5249-4e18-93c2-a5d58084f43e), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:57.770071 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (54d129d9-5249-4e18-93c2-a5d58084f43e), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:57.772710 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:57.773914 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54d129d9-5249-4e18-93c2-a5d58084f43e HTTP/1.1" status: 204 len: 168 time: 0.2402313 Mar 08 19:35:57.781995 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d129d9-5249-4e18-93c2-a5d58084f43e,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:57.789066 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.789989 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.790340 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.790867 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.791217 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.791626 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.791957 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.792303 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.792612 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.792940 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.793261 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.793581 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:57.793895 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f0aa4-31c5-4ae2-8baf-a310e062e6c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:58.487502 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 48558) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:58.501547 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-380a1d7a-da59-4cc1-b3bd-7ed49233a550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:58.580648 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-380a1d7a-da59-4cc1-b3bd-7ed49233a550 admin admin] Publish callbacks [] for security_group (eecfc1f0-a6cf-47ab-96b5-9d8754592a04), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:58.681497 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-380a1d7a-da59-4cc1-b3bd-7ed49233a550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (eecfc1f0-a6cf-47ab-96b5-9d8754592a04), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:58.723879 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-380a1d7a-da59-4cc1-b3bd-7ed49233a550 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30d370ac1aea45d0b98db8b98453971f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352788 Mar 08 19:35:58.724593 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a1d7a-da59-4cc1-b3bd-7ed49233a550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecfc1f0-a6cf-47ab-96b5-9d8754592a04,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:58.726659 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 48560) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:35:58.779093 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ecaa16f6-5a43-481e-b705-c7009683570d admin admin] Publish callbacks [] for security_group (eecfc1f0-a6cf-47ab-96b5-9d8754592a04), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:58.801457 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ecaa16f6-5a43-481e-b705-c7009683570d admin admin] Publish callbacks [] for security_group (eecfc1f0-a6cf-47ab-96b5-9d8754592a04), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:58.937245 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ecaa16f6-5a43-481e-b705-c7009683570d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (eecfc1f0-a6cf-47ab-96b5-9d8754592a04), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:58.939803 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ecaa16f6-5a43-481e-b705-c7009683570d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:58.940990 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-ecaa16f6-5a43-481e-b705-c7009683570d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eecfc1f0-a6cf-47ab-96b5-9d8754592a04 HTTP/1.1" status: 204 len: 168 time: 0.2126093 Mar 08 19:35:58.951235 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa16f6-5a43-481e-b705-c7009683570d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecfc1f0-a6cf-47ab-96b5-9d8754592a04,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:02.637267 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 48634) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:36:02.750738 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-27c713f5-d424-452d-b21d-279b801f78cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:02.833553 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-27c713f5-d424-452d-b21d-279b801f78cc admin admin] Publish callbacks [] for security_group (13e58107-bf3d-466d-99d7-5aa43dfd471b), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:02.954353 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-27c713f5-d424-452d-b21d-279b801f78cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (13e58107-bf3d-466d-99d7-5aa43dfd471b), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:02.994068 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c713f5-d424-452d-b21d-279b801f78cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e58107-bf3d-466d-99d7-5aa43dfd471b,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:02.998376 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-27c713f5-d424-452d-b21d-279b801f78cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3403400863d4e97a69c265606351d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3601153 Mar 08 19:36:03.001164 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 48638) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:36:03.052085 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-828e9876-b581-47a9-b7a8-7dc2be6143ec admin admin] Publish callbacks [] for security_group (13e58107-bf3d-466d-99d7-5aa43dfd471b), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:03.073858 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-828e9876-b581-47a9-b7a8-7dc2be6143ec admin admin] Publish callbacks [] for security_group (13e58107-bf3d-466d-99d7-5aa43dfd471b), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:03.222764 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-828e9876-b581-47a9-b7a8-7dc2be6143ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (13e58107-bf3d-466d-99d7-5aa43dfd471b), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:03.225381 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-828e9876-b581-47a9-b7a8-7dc2be6143ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:03.226613 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-828e9876-b581-47a9-b7a8-7dc2be6143ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13e58107-bf3d-466d-99d7-5aa43dfd471b HTTP/1.1" status: 204 len: 168 time: 0.2237163 Mar 08 19:36:03.234967 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e9876-b581-47a9-b7a8-7dc2be6143ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e58107-bf3d-466d-99d7-5aa43dfd471b,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:03.847617 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 48644) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:36:03.862184 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b58c1486-ae20-4e20-9b4a-03d530c67426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:03.936504 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b58c1486-ae20-4e20-9b4a-03d530c67426 admin admin] Publish callbacks [] for security_group (dc9f0eb4-5b33-49d8-a8c6-3f208884eef4), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:04.057105 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b58c1486-ae20-4e20-9b4a-03d530c67426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (dc9f0eb4-5b33-49d8-a8c6-3f208884eef4), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:04.094688 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c1486-ae20-4e20-9b4a-03d530c67426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9f0eb4-5b33-49d8-a8c6-3f208884eef4,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:04.098922 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-b58c1486-ae20-4e20-9b4a-03d530c67426 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59dbc9e4a0ab4609b1f263e2e7ea4395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502100 Mar 08 19:36:04.102637 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 48646) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:36:04.151992 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-435e6d9f-bdd9-4802-a114-dbb3acf5a6ab admin admin] Publish callbacks [] for security_group (dc9f0eb4-5b33-49d8-a8c6-3f208884eef4), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:04.173826 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-435e6d9f-bdd9-4802-a114-dbb3acf5a6ab admin admin] Publish callbacks [] for security_group (dc9f0eb4-5b33-49d8-a8c6-3f208884eef4), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:04.347587 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-435e6d9f-bdd9-4802-a114-dbb3acf5a6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (dc9f0eb4-5b33-49d8-a8c6-3f208884eef4), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:04.350137 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-435e6d9f-bdd9-4802-a114-dbb3acf5a6ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:04.351375 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-435e6d9f-bdd9-4802-a114-dbb3acf5a6ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc9f0eb4-5b33-49d8-a8c6-3f208884eef4 HTTP/1.1" status: 204 len: 168 time: 0.2478156 Mar 08 19:36:04.362950 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e6d9f-bdd9-4802-a114-dbb3acf5a6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9f0eb4-5b33-49d8-a8c6-3f208884eef4,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:17.688321 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:36:18.542333 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 48764) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:36:18.650325 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-14c08702-5edc-445d-afcc-9ce4e535f65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:18.723702 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-14c08702-5edc-445d-afcc-9ce4e535f65f admin admin] Publish callbacks [] for security_group (9c9d25c6-b9fa-4526-9348-d63b625b3a9f), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:18.792036 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-14c08702-5edc-445d-afcc-9ce4e535f65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (9c9d25c6-b9fa-4526-9348-d63b625b3a9f), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:18.831653 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c08702-5edc-445d-afcc-9ce4e535f65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9d25c6-b9fa-4526-9348-d63b625b3a9f,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:18.836673 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-14c08702-5edc-445d-afcc-9ce4e535f65f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf612834b14d41739e893580a55e9c84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932315 Mar 08 19:36:18.839279 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 48768) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:36:18.887830 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a134e953-48f9-46c3-8aa5-237e01a18d0f admin admin] Publish callbacks [] for security_group (9c9d25c6-b9fa-4526-9348-d63b625b3a9f), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:18.909099 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a134e953-48f9-46c3-8aa5-237e01a18d0f admin admin] Publish callbacks [] for security_group (9c9d25c6-b9fa-4526-9348-d63b625b3a9f), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:19.037743 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a134e953-48f9-46c3-8aa5-237e01a18d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (9c9d25c6-b9fa-4526-9348-d63b625b3a9f), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:19.040883 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a134e953-48f9-46c3-8aa5-237e01a18d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:19.042053 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-a134e953-48f9-46c3-8aa5-237e01a18d0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c9d25c6-b9fa-4526-9348-d63b625b3a9f HTTP/1.1" status: 204 len: 168 time: 0.2018142 Mar 08 19:36:19.050037 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134e953-48f9-46c3-8aa5-237e01a18d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9d25c6-b9fa-4526-9348-d63b625b3a9f,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:19.583770 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 48774) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:36:19.597061 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4bdc76b4-29ba-4e3f-bf46-7b676df4c0c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:19.677783 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4bdc76b4-29ba-4e3f-bf46-7b676df4c0c4 admin admin] Publish callbacks [] for security_group (30bb9846-6e99-4266-84a3-dfb0b9ae2dff), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:19.752146 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4bdc76b4-29ba-4e3f-bf46-7b676df4c0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (30bb9846-6e99-4266-84a3-dfb0b9ae2dff), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:19.790568 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-4bdc76b4-29ba-4e3f-bf46-7b676df4c0c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e603d6437b64dcfb57c8951b6c55012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056656 Mar 08 19:36:19.791521 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc76b4-29ba-4e3f-bf46-7b676df4c0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bb9846-6e99-4266-84a3-dfb0b9ae2dff,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:19.793315 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 48776) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:36:19.842625 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-643096fc-59b2-490a-8921-b1c7bae8239b admin admin] Publish callbacks [] for security_group (30bb9846-6e99-4266-84a3-dfb0b9ae2dff), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:19.864757 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-643096fc-59b2-490a-8921-b1c7bae8239b admin admin] Publish callbacks [] for security_group (30bb9846-6e99-4266-84a3-dfb0b9ae2dff), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:19.976156 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-643096fc-59b2-490a-8921-b1c7bae8239b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (30bb9846-6e99-4266-84a3-dfb0b9ae2dff), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:19.978852 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-643096fc-59b2-490a-8921-b1c7bae8239b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:19.981257 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-643096fc-59b2-490a-8921-b1c7bae8239b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30bb9846-6e99-4266-84a3-dfb0b9ae2dff HTTP/1.1" status: 204 len: 168 time: 0.1865814 Mar 08 19:36:19.989243 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643096fc-59b2-490a-8921-b1c7bae8239b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bb9846-6e99-4266-84a3-dfb0b9ae2dff,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:20.696659 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6f993c08-2f41-4fdd-a6dd-126f165a3130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:23.107804 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-679fe96d-e6be-47a2-8112-5d034b3d760f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:24.187731 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:24.850845 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:25.797682 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:27.033631 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:47.288198 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.21', 48906) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:36:47.414392 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3ea33431-e6ec-4e09-877e-f6a8ee397234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:47.514351 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3ea33431-e6ec-4e09-877e-f6a8ee397234 admin admin] Publish callbacks [] for security_group (b52f9813-4e1e-42a7-9c42-288939bc999c), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:47.587018 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3ea33431-e6ec-4e09-877e-f6a8ee397234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (b52f9813-4e1e-42a7-9c42-288939bc999c), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:47.635305 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-3ea33431-e6ec-4e09-877e-f6a8ee397234 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0108a34913524112b49b83dfd6c036f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457873 Mar 08 19:36:47.636551 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea33431-e6ec-4e09-877e-f6a8ee397234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52f9813-4e1e-42a7-9c42-288939bc999c,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:47.638586 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 48910) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:36:47.703020 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5d115699-8b28-4136-8496-686541751a21 admin admin] Publish callbacks [] for security_group (b52f9813-4e1e-42a7-9c42-288939bc999c), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:47.730225 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5d115699-8b28-4136-8496-686541751a21 admin admin] Publish callbacks [] for security_group (b52f9813-4e1e-42a7-9c42-288939bc999c), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:47.866849 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5d115699-8b28-4136-8496-686541751a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (b52f9813-4e1e-42a7-9c42-288939bc999c), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:47.869850 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5d115699-8b28-4136-8496-686541751a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:47.871225 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-5d115699-8b28-4136-8496-686541751a21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b52f9813-4e1e-42a7-9c42-288939bc999c HTTP/1.1" status: 204 len: 168 time: 0.2306404 Mar 08 19:36:47.879540 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d115699-8b28-4136-8496-686541751a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52f9813-4e1e-42a7-9c42-288939bc999c,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:50.706861 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2670516f-c203-4888-addb-21a4ddde776b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:51.192223 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a8945090-f30b-4502-952c-dff8423c6d0d req-bcba7f0d-e270-4631-bb00-4a916ab42345 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e6d5d7e0958d49f683bc0237b967eb48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305564 Mar 08 19:36:51.399054 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945090-f30b-4502-952c-dff8423c6d0d req-bce5839c-041c-47e8-9edd-838a5c775691 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:51.400913 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a8945090-f30b-4502-952c-dff8423c6d0d req-bce5839c-041c-47e8-9edd-838a5c775691 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2017369 Mar 08 19:36:51.418042 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a8945090-f30b-4502-952c-dff8423c6d0d req-11bf419e-5c99-47c8-ae54-f58786d29ef0 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/quotas/e6d5d7e0958d49f683bc0237b967eb48 HTTP/1.1" status: 200 len: 375 time: 0.0108881 Mar 08 19:36:51.458337 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-a8945090-f30b-4502-952c-dff8423c6d0d req-c827bd6d-01bb-46f4-a265-66b77ffa65ab tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6d5d7e0958d49f683bc0237b967eb48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344417 Mar 08 19:36:51.924841 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-37a86a51-c0b1-4507-a5f0-96a0f737f88b req-cf0afd7f-7b91-4143-9303-fa94eaa153a8 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 210 time: 0.2061200 Mar 08 19:36:53.056265 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-75a19156-3fa3-4196-8ac3-68173d055f70 req-649d3eea-6727-4ef1-8a29-5706696bec70 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 210 time: 0.0479078 Mar 08 19:36:53.146772 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1018902e-6992-4d78-85c5-6675711bc5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:54.171901 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-8a46286f-7e9a-4f9b-9c1d-9833f60955c8 req-9513db16-014d-482c-bad4-9bc6d8f59ce5 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 210 time: 0.0314744 Mar 08 19:36:54.209612 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:54.223816 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a8945090-f30b-4502-952c-dff8423c6d0d req-f5d71e84-7cb6-4812-a710-647234e1133e tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e6d5d7e0958d49f683bc0237b967eb48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305333 Mar 08 19:36:54.443048 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945090-f30b-4502-952c-dff8423c6d0d req-97ed0483-42bf-435a-abbb-e309b89f9e2b tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:54.445176 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a8945090-f30b-4502-952c-dff8423c6d0d req-97ed0483-42bf-435a-abbb-e309b89f9e2b tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171633 Mar 08 19:36:54.457052 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-a8945090-f30b-4502-952c-dff8423c6d0d req-cb50ace8-5b75-4762-a9ca-586efaf1f598 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Request body: {'port': {'device_id': 'df1211b0-b0ff-4174-910b-ed085bd84c9c', 'network_id': '6466a54b-e116-4669-a116-8e0381bbd01e', 'admin_state_up': True, 'tenant_id': 'e6d5d7e0958d49f683bc0237b967eb48'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:36:54.643553 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8945090-f30b-4502-952c-dff8423c6d0d req-cb50ace8-5b75-4762-a9ca-586efaf1f598 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Made reservation on behalf of e6d5d7e0958d49f683bc0237b967eb48 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:36:54.647863 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a8945090-f30b-4502-952c-dff8423c6d0d req-cb50ace8-5b75-4762-a9ca-586efaf1f598 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:54.656697 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a8945090-f30b-4502-952c-dff8423c6d0d req-cb50ace8-5b75-4762-a9ca-586efaf1f598 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:54.688653 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:36:54.746068 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a8945090-f30b-4502-952c-dff8423c6d0d req-cb50ace8-5b75-4762-a9ca-586efaf1f598 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Publish callbacks [] for security_group (cdde435c-354e-487f-8035-33049d31b13e), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:54.808930 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a8945090-f30b-4502-952c-dff8423c6d0d req-cb50ace8-5b75-4762-a9ca-586efaf1f598 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (cdde435c-354e-487f-8035-33049d31b13e), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:54.849182 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:54.875563 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ace8-5b75-4762-a9ca-586efaf1f598 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdde435c-354e-487f-8035-33049d31b13e,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:54.956061 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-a8945090-f30b-4502-952c-dff8423c6d0d req-cb50ace8-5b75-4762-a9ca-586efaf1f598 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Allocated IP 192.168.233.229 (6466a54b-e116-4669-a116-8e0381bbd01e/392d9b7b-e54b-42e9-b990-715ba91e87f7/8bb7d44d-85af-46ff-ae39-139537152f64) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:36:55.121389 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a8945090-f30b-4502-952c-dff8423c6d0d req-cb50ace8-5b75-4762-a9ca-586efaf1f598 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Publish callbacks [] for port (8bb7d44d-85af-46ff-ae39-139537152f64), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:55.222434 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a8945090-f30b-4502-952c-dff8423c6d0d req-cb50ace8-5b75-4762-a9ca-586efaf1f598 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785633089217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (8bb7d44d-85af-46ff-ae39-139537152f64), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:55.275606 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8945090-f30b-4502-952c-dff8423c6d0d req-cb50ace8-5b75-4762-a9ca-586efaf1f598 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Network 6466a54b-e116-4669-a116-8e0381bbd01e is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:36:55.279523 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-a8945090-f30b-4502-952c-dff8423c6d0d req-cb50ace8-5b75-4762-a9ca-586efaf1f598 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:36:55.284095 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8945090-f30b-4502-952c-dff8423c6d0d req-cb50ace8-5b75-4762-a9ca-586efaf1f598 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:36:55.314841 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ace8-5b75-4762-a9ca-586efaf1f598 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Pushing event updated for resources: {'Port': ['ID=8bb7d44d-85af-46ff-ae39-139537152f64,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:55.327220 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa1eba-fcf5-4214-8442-f3d23471dd1a req-e43edbb8-7819-4fac-9f06-43bd9d514ad2 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:55.328787 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6daa1eba-fcf5-4214-8442-f3d23471dd1a req-e43edbb8-7819-4fac-9f06-43bd9d514ad2 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 936 time: 0.0737913 Mar 08 19:36:55.356546 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945090-f30b-4502-952c-dff8423c6d0d req-cb50ace8-5b75-4762-a9ca-586efaf1f598 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:55.357231 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a8945090-f30b-4502-952c-dff8423c6d0d req-cb50ace8-5b75-4762-a9ca-586efaf1f598 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:55.399033 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-6daa1eba-fcf5-4214-8442-f3d23471dd1a req-5a2f8c2c-6d16-4735-aa7a-d73847c378ff tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdde435c-354e-487f-8035-33049d31b13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582666 Mar 08 19:36:55.506185 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a8945090-f30b-4502-952c-dff8423c6d0d req-cb50ace8-5b75-4762-a9ca-586efaf1f598 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0520587 Mar 08 19:36:55.516844 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Request body: {'port': {'device_id': 'df1211b0-b0ff-4174-910b-ed085bd84c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:36:55.586998 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c1e1fdb3-1419-4a53-bfcc-5623d26c5c53 None None] Provisioning complete for port 8bb7d44d-85af-46ff-ae39-139537152f64 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:36:55.587634 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c1e1fdb3-1419-4a53-bfcc-5623d26c5c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (8bb7d44d-85af-46ff-ae39-139537152f64), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:55.616125 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (8bb7d44d-85af-46ff-ae39-139537152f64), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:55.624674 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c1e1fdb3-1419-4a53-bfcc-5623d26c5c53 None None] Port 8bb7d44d-85af-46ff-ae39-139537152f64 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:36:55.820923 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:56.007759 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb7d44d-85af-46ff-ae39-139537152f64 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:36:56.016988 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Publish callbacks [] for port (8bb7d44d-85af-46ff-ae39-139537152f64), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:56.032016 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Transition to ACTIVE for port object 8bb7d44d-85af-46ff-ae39-139537152f64 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:36:56.146751 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (8bb7d44d-85af-46ff-ae39-139537152f64), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:56.213192 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb7d44d-85af-46ff-ae39-139537152f64,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:56.306337 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Attempting to bind port 8bb7d44d-85af-46ff-ae39-139537152f64 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:36:56.307403 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Attempting to bind port 8bb7d44d-85af-46ff-ae39-139537152f64 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'edcc8de3-d050-4687-84d2-cf9e86a140a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6466a54b-e116-4669-a116-8e0381bbd01e'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:36:56.307403 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Attempting to bind port 8bb7d44d-85af-46ff-ae39-139537152f64 on network 6466a54b-e116-4669-a116-8e0381bbd01e {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:36:56.312204 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Port 8bb7d44d-85af-46ff-ae39-139537152f64 on network 6466a54b-e116-4669-a116-8e0381bbd01e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:36:56.312523 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Attempting to bind port 8bb7d44d-85af-46ff-ae39-139537152f64 on network 6466a54b-e116-4669-a116-8e0381bbd01e {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:36:56.318580 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Checking agent: {'id': '1d65ec35-3d5d-4c5f-9248-10a91aa5d951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'started_at': datetime.datetime(2022, 3, 8, 19, 13, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:36:56.319037 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Checking segment: {'id': 'edcc8de3-d050-4687-84d2-cf9e86a140a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6466a54b-e116-4669-a116-8e0381bbd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:36:56.319479 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Bound using segment: {'id': 'edcc8de3-d050-4687-84d2-cf9e86a140a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6466a54b-e116-4669-a116-8e0381bbd01e'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:36:56.319916 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Bound port: 8bb7d44d-85af-46ff-ae39-139537152f64, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcc8de3-d050-4687-84d2-cf9e86a140a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6466a54b-e116-4669-a116-8e0381bbd01e'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:36:56.320549 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (8bb7d44d-85af-46ff-ae39-139537152f64), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:56.422462 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] For port 8bb7d44d-85af-46ff-ae39-139537152f64, host hv-cinder-83009, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:36:56.425874 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] For port 8bb7d44d-85af-46ff-ae39-139537152f64, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8bb7d44d-85af-46ff-ae39-139537152f64,segment=NetworkSegment(edcc8de3-d050-4687-84d2-cf9e86a140a3),segment_id=edcc8de3-d050-4687-84d2-cf9e86a140a3)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:36:56.494578 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14676663'] for port (8bb7d44d-85af-46ff-ae39-139537152f64), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:56.534692 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:56.535407 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:56.536783 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a8945090-f30b-4502-952c-dff8423c6d0d req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] 10.222.0.64 "PUT /v2.0/ports/8bb7d44d-85af-46ff-ae39-139537152f64 HTTP/1.1" status: 200 len: 1098 time: 1.0246987 Mar 08 19:36:56.539651 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1211b0-b0ff-4174-910b-ed085bd84c9c', 'tag': '8bb7d44d-85af-46ff-ae39-139537152f64'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:36:56.542516 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385090f2-4425-4500-a2fd-54254f72afa9" -d '{"events": [{"name": "network-changed", "server_uuid": "df1211b0-b0ff-4174-910b-ed085bd84c9c", "tag": "8bb7d44d-85af-46ff-ae39-139537152f64"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:36:56.548301 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf0f15-9150-4dbd-9803-05855aa8a5c8 req-75dba804-e4f3-41d1-83b6-9bdc593ecacd tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:56.551343 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7daf0f15-9150-4dbd-9803-05855aa8a5c8 req-75dba804-e4f3-41d1-83b6-9bdc593ecacd tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 948 time: 0.0666924 Mar 08 19:36:56.598333 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937cc36-792a-4861-896d-3cf767c55200 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb7d44d-85af-46ff-ae39-139537152f64,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:56.620753 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d472b10-95be-468b-b93e-b24b07c6bd0f x-openstack-request-id: req-8d472b10-95be-468b-b93e-b24b07c6bd0f {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:36:56.629213 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1211b0-b0ff-4174-910b-ed085bd84c9c", "tag": "8bb7d44d-85af-46ff-ae39-139537152f64", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:36:56.629213 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d472b10-95be-468b-b93e-b24b07c6bd0f {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:36:56.629213 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1211b0-b0ff-4174-910b-ed085bd84c9c', 'tag': '8bb7d44d-85af-46ff-ae39-139537152f64', 'status': 'completed', 'code': 200} Mar 08 19:36:56.645672 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-7daf0f15-9150-4dbd-9803-05855aa8a5c8 req-65e1e084-5415-4637-9512-f59caf24d7e1 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdde435c-354e-487f-8035-33049d31b13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865211 Mar 08 19:36:56.697906 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385090f2-4425-4500-a2fd-54254f72afa9 req-41be9382-0c9e-492b-bdaf-a04ca5361568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:56.700613 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-385090f2-4425-4500-a2fd-54254f72afa9 req-41be9382-0c9e-492b-bdaf-a04ca5361568 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e6d5d7e0958d49f683bc0237b967eb48&device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 1132 time: 0.0578296 Mar 08 19:36:56.741798 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-385090f2-4425-4500-a2fd-54254f72afa9 req-7cb9b726-12b6-49bf-9951-c984c746b8ad service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e6d5d7e0958d49f683bc0237b967eb48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332580 Mar 08 19:36:56.878099 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385090f2-4425-4500-a2fd-54254f72afa9 req-001b2b26-d176-4e7e-b687-119662f22fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:56.881092 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-385090f2-4425-4500-a2fd-54254f72afa9 req-001b2b26-d176-4e7e-b687-119662f22fd7 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335716 Mar 08 19:36:56.977121 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945090-f30b-4502-952c-dff8423c6d0d req-e42baa06-458d-418c-b18a-3715e6646d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:56.978947 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a8945090-f30b-4502-952c-dff8423c6d0d req-e42baa06-458d-418c-b18a-3715e6646d5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e6d5d7e0958d49f683bc0237b967eb48&device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 1132 time: 0.0547795 Mar 08 19:36:57.015023 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:57.026134 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a8945090-f30b-4502-952c-dff8423c6d0d req-d0359b22-c602-49b5-a1e4-91841a4d6d7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=8bb7d44d-85af-46ff-ae39-139537152f64 HTTP/1.1" status: 200 len: 217 time: 0.0406697 Mar 08 19:36:57.081376 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945090-f30b-4502-952c-dff8423c6d0d req-799a3d3e-9bdf-492b-b478-782061b7cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:57.082927 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a8945090-f30b-4502-952c-dff8423c6d0d req-799a3d3e-9bdf-492b-b478-782061b7cfbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=392d9b7b-e54b-42e9-b990-715ba91e87f7 HTTP/1.1" status: 200 len: 843 time: 0.0510316 Mar 08 19:36:57.138374 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945090-f30b-4502-952c-dff8423c6d0d req-b1e51c45-e44e-4045-a95a-c9fa676bdaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:57.140024 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a8945090-f30b-4502-952c-dff8423c6d0d req-b1e51c45-e44e-4045-a95a-c9fa676bdaaa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6466a54b-e116-4669-a116-8e0381bbd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0518391 Mar 08 19:36:57.291814 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a8945090-f30b-4502-952c-dff8423c6d0d req-7779e866-7bbb-4b01-ad84-7802991696d3 service neutron] 10.222.0.64 "GET /v2.0/networks/6466a54b-e116-4669-a116-8e0381bbd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452961 Mar 08 19:36:57.426092 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a8945090-f30b-4502-952c-dff8423c6d0d req-8ba2fbff-5269-4802-813e-a850cf6552e8 service neutron] 10.222.0.64 "GET /v2.0/networks/6466a54b-e116-4669-a116-8e0381bbd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270213 Mar 08 19:36:57.787951 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fe300-218c-4b96-998e-d7439621bbdf req-da39dc05-fb83-498f-a949-1573d21a5831 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:57.789757 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-924fe300-218c-4b96-998e-d7439621bbdf req-da39dc05-fb83-498f-a949-1573d21a5831 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 948 time: 0.0609477 Mar 08 19:36:57.866437 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-924fe300-218c-4b96-998e-d7439621bbdf req-8fd2af32-81bb-4abf-887f-4d4a34b9e726 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdde435c-354e-487f-8035-33049d31b13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704677 Mar 08 19:36:58.997044 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11412f48-a912-42cd-8433-55bed939ac5f req-795cd71b-2812-4ff9-88ae-d288e49ca0bd tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:58.998629 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-11412f48-a912-42cd-8433-55bed939ac5f req-795cd71b-2812-4ff9-88ae-d288e49ca0bd tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 948 time: 0.0614932 Mar 08 19:36:59.047592 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-11412f48-a912-42cd-8433-55bed939ac5f req-2fd28eac-835c-4d16-aabc-ecf96b1729e7 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdde435c-354e-487f-8035-33049d31b13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425999 Mar 08 19:37:00.177964 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6381d1c-5df8-4d01-9b5b-8761fff99b30 req-6f76d5a8-9421-4c34-bb33-7dfd18f54ac9 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:37:00.179926 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e6381d1c-5df8-4d01-9b5b-8761fff99b30 req-6f76d5a8-9421-4c34-bb33-7dfd18f54ac9 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 948 time: 0.0587211 Mar 08 19:37:00.250906 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 8bb7d44d-85af-46ff-ae39-139537152f64 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:37:00.261885 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-e6381d1c-5df8-4d01-9b5b-8761fff99b30 req-df0d2a26-c306-413a-84e2-248d7d6b3cea tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdde435c-354e-487f-8035-33049d31b13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755050 Mar 08 19:37:00.386721 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 8bb7d44d-85af-46ff-ae39-139537152f64, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8bb7d44d-85af-46ff-ae39-139537152f64,segment=NetworkSegment(edcc8de3-d050-4687-84d2-cf9e86a140a3),segment_id=edcc8de3-d050-4687-84d2-cf9e86a140a3)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:37:00.401560 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Returning: {'device': '8bb7d44d-85af-46ff-ae39-139537152f64', 'network_id': '6466a54b-e116-4669-a116-8e0381bbd01e', 'port_id': '8bb7d44d-85af-46ff-ae39-139537152f64', 'mac_address': 'fa:16:3e:12:31:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '392d9b7b-e54b-42e9-b990-715ba91e87f7', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:37:00.449102 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 8bb7d44d-85af-46ff-ae39-139537152f64 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:37:00.449546 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (8bb7d44d-85af-46ff-ae39-139537152f64), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:00.465638 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb7d44d-85af-46ff-ae39-139537152f64 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:37:00.488147 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 8bb7d44d-85af-46ff-ae39-139537152f64, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8bb7d44d-85af-46ff-ae39-139537152f64,segment=NetworkSegment(edcc8de3-d050-4687-84d2-cf9e86a140a3),segment_id=edcc8de3-d050-4687-84d2-cf9e86a140a3)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:37:00.562316 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (8bb7d44d-85af-46ff-ae39-139537152f64), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:00.613872 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=8bb7d44d-85af-46ff-ae39-139537152f64,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:37:00.621573 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:00.621913 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:00.622250 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:00.622615 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:00.622943 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:00.623261 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:00.623582 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:00.623902 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:00.624237 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:00.624539 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:00.624907 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:00.625223 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:00.625542 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:00.954960 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['8bb7d44d-85af-46ff-ae39-139537152f64'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:37:01.397710 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261cb29-e84b-4bd1-8e73-352d8579fd2a req-ca11a913-f1d2-4c99-89c8-2e4b3fa21f38 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:37:01.399294 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2261cb29-e84b-4bd1-8e73-352d8579fd2a req-ca11a913-f1d2-4c99-89c8-2e4b3fa21f38 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 949 time: 0.0599241 Mar 08 19:37:01.458385 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-2261cb29-e84b-4bd1-8e73-352d8579fd2a req-272e0b16-f69f-4eaa-836b-b00c2ec5cbc4 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdde435c-354e-487f-8035-33049d31b13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507967 Mar 08 19:37:02.243964 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 8bb7d44d-85af-46ff-ae39-139537152f64 up at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:37:02.398690 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning for port 8bb7d44d-85af-46ff-ae39-139537152f64 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:37:02.403765 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Provisioning complete for port 8bb7d44d-85af-46ff-ae39-139537152f64 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:37:02.404149 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723435'] for port (8bb7d44d-85af-46ff-ae39-139537152f64), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:02.501038 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Current status of the port 8bb7d44d-85af-46ff-ae39-139537152f64 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:37:02.501351 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594652'] for port (8bb7d44d-85af-46ff-ae39-139537152f64), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:02.528250 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1211b0-b0ff-4174-910b-ed085bd84c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb7d44d-85af-46ff-ae39-139537152f64'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:37:02.530664 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213b97c831149b3f60031da016e0aa818aeeb54d43471b1f7a04b3b4cf7a4320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a738f4-18f8-4db8-a82c-6bb1302b72dc" -d '{"events": [{"server_uuid": "df1211b0-b0ff-4174-910b-ed085bd84c9c", "name": "network-vif-plugged", "status": "completed", "tag": "8bb7d44d-85af-46ff-ae39-139537152f64"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:37:02.550597 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] For port 8bb7d44d-85af-46ff-ae39-139537152f64, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8bb7d44d-85af-46ff-ae39-139537152f64,segment=NetworkSegment(edcc8de3-d050-4687-84d2-cf9e86a140a3),segment_id=edcc8de3-d050-4687-84d2-cf9e86a140a3)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:37:02.579781 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69695291-75a8-4a7d-a2dd-7bbb9b12063d x-openstack-request-id: req-69695291-75a8-4a7d-a2dd-7bbb9b12063d {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:37:02.580229 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1211b0-b0ff-4174-910b-ed085bd84c9c", "name": "network-vif-plugged", "status": "completed", "tag": "8bb7d44d-85af-46ff-ae39-139537152f64", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:37:02.580650 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69695291-75a8-4a7d-a2dd-7bbb9b12063d {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:37:02.581252 dv-cinder-830092-3-iscsi neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1211b0-b0ff-4174-910b-ed085bd84c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb7d44d-85af-46ff-ae39-139537152f64', 'code': 200} Mar 08 19:37:02.633004 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785633431224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785633089235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785633089253'] for port (8bb7d44d-85af-46ff-ae39-139537152f64), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:02.636650 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a065b4-bd2c-417b-9192-5d7aa2a183a9 req-dbdeddad-e0ba-4442-ba25-df95cc039f03 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:37:02.639270 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-84a065b4-bd2c-417b-9192-5d7aa2a183a9 req-dbdeddad-e0ba-4442-ba25-df95cc039f03 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 949 time: 0.0816827 Mar 08 19:37:02.700126 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-84a065b4-bd2c-417b-9192-5d7aa2a183a9 req-1390fbaa-afb6-4b83-bba3-3f96a6c4c6bf tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdde435c-354e-487f-8035-33049d31b13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547338 Mar 08 19:37:02.716052 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Pushing event updated for resources: {'Port': ['ID=8bb7d44d-85af-46ff-ae39-139537152f64,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:37:02.976991 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1c284-548e-40c7-808b-96751fc6225b req-0b7f924b-0ada-447f-8571-6b277b8dccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:37:02.981365 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-daf1c284-548e-40c7-808b-96751fc6225b req-0b7f924b-0ada-447f-8571-6b277b8dccec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 1134 time: 0.0552435 Mar 08 19:37:03.038270 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-daf1c284-548e-40c7-808b-96751fc6225b req-20495566-312a-47e4-91b4-1acdf7301850 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cdde435c-354e-487f-8035-33049d31b13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513508 Mar 08 19:37:03.859796 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2ab81-9ca7-4cf7-93ad-19c08f5dd9c5 req-0a7c1ca6-1d22-4738-9774-ea6a3920d5d3 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:37:03.861396 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ffa2ab81-9ca7-4cf7-93ad-19c08f5dd9c5 req-0a7c1ca6-1d22-4738-9774-ea6a3920d5d3 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 950 time: 0.0621326 Mar 08 19:37:03.917998 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-ffa2ab81-9ca7-4cf7-93ad-19c08f5dd9c5 req-ec82da5a-0146-4d5c-86ff-1a49edb34cdf tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdde435c-354e-487f-8035-33049d31b13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456755 Mar 08 19:37:05.056095 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455550e-724a-4377-b7a7-b72a36a52989 req-41971580-fe5f-4a2c-9805-e3031ed70291 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:37:05.057102 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c455550e-724a-4377-b7a7-b72a36a52989 req-41971580-fe5f-4a2c-9805-e3031ed70291 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 950 time: 0.0646617 Mar 08 19:37:05.136152 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c455550e-724a-4377-b7a7-b72a36a52989 req-d632ef6c-cf16-4382-bd54-3184606e184a tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdde435c-354e-487f-8035-33049d31b13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726092 Mar 08 19:37:05.683488 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035e1d8-78cf-4d68-8e49-415a174a2a54 req-09178858-425b-48a3-967d-a4fbc795ffab tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:37:05.685001 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c035e1d8-78cf-4d68-8e49-415a174a2a54 req-09178858-425b-48a3-967d-a4fbc795ffab tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 950 time: 0.0597067 Mar 08 19:37:05.745345 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-c035e1d8-78cf-4d68-8e49-415a174a2a54 req-2a6b3ea5-154f-4aa8-8ef7-0e354c9d8383 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdde435c-354e-487f-8035-33049d31b13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538297 Mar 08 19:37:06.879365 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815dabb4-eb70-4e7c-af2a-6d5fd5df7cc7 req-0bcb9b8e-5ca9-4fe5-b672-53a29c3be2ee tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:37:06.882533 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-815dabb4-eb70-4e7c-af2a-6d5fd5df7cc7 req-0bcb9b8e-5ca9-4fe5-b672-53a29c3be2ee tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 950 time: 0.0597665 Mar 08 19:37:06.932182 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-815dabb4-eb70-4e7c-af2a-6d5fd5df7cc7 req-4a8d141a-2dc4-4d30-b70d-7e7e5e792221 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdde435c-354e-487f-8035-33049d31b13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437834 Mar 08 19:37:07.231673 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd26d2a-c559-46b6-a1eb-b3e4f7b66363 req-89094fa4-d92d-4116-b277-1099c48234c5 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:37:07.234294 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ebd26d2a-c559-46b6-a1eb-b3e4f7b66363 req-89094fa4-d92d-4116-b277-1099c48234c5 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.64 "GET /v2.0/ports?device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 950 time: 0.0753741 Mar 08 19:37:07.397430 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-ebd26d2a-c559-46b6-a1eb-b3e4f7b66363 req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Deleting port 8bb7d44d-85af-46ff-ae39-139537152f64 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:37:07.397777 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ebd26d2a-c559-46b6-a1eb-b3e4f7b66363 req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785633425219'] for port (8bb7d44d-85af-46ff-ae39-139537152f64), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:07.507374 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-ebd26d2a-c559-46b6-a1eb-b3e4f7b66363 req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] For port 8bb7d44d-85af-46ff-ae39-139537152f64, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8bb7d44d-85af-46ff-ae39-139537152f64,segment=NetworkSegment(edcc8de3-d050-4687-84d2-cf9e86a140a3),segment_id=edcc8de3-d050-4687-84d2-cf9e86a140a3)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:37:07.507694 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ebd26d2a-c559-46b6-a1eb-b3e4f7b66363 req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334666'] for port (8bb7d44d-85af-46ff-ae39-139537152f64), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:07.521036 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-ebd26d2a-c559-46b6-a1eb-b3e4f7b66363 req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Calling delete_port for 8bb7d44d-85af-46ff-ae39-139537152f64 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:37:07.741692 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ebd26d2a-c559-46b6-a1eb-b3e4f7b66363 req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785633431206', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785633089226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14676686'] for port (8bb7d44d-85af-46ff-ae39-139537152f64), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:07.754761 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] get_ports_and_sgs() called for port_ids ['8bb7d44d-85af-46ff-ae39-139537152f64'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:37:07.773376 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Pushing event deleted for resources: {'Port': ['ID=8bb7d44d-85af-46ff-ae39-139537152f64,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:37:07.793353 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:07.793353 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:07.793353 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:07.793863 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:07.794030 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:07.794481 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:07.794683 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:07.795053 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:07.795308 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:07.795747 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:07.795949 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:07.796237 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:07.796600 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:07.847802 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd26d2a-c559-46b6-a1eb-b3e4f7b66363 req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] No DVR routers for this DVR port 8bb7d44d-85af-46ff-ae39-139537152f64 on host hv-cinder-83009 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:37:07.852547 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ebd26d2a-c559-46b6-a1eb-b3e4f7b66363 req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9969'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:07.856369 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ebd26d2a-c559-46b6-a1eb-b3e4f7b66363 req-f14bd8f5-9ff4-4f4f-bb93-14fd36e2d075 tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.64 "DELETE /v2.0/ports/8bb7d44d-85af-46ff-ae39-139537152f64 HTTP/1.1" status: 204 len: 173 time: 0.6148674 Mar 08 19:37:07.856857 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1211b0-b0ff-4174-910b-ed085bd84c9c', 'name': 'network-vif-deleted', 'tag': '8bb7d44d-85af-46ff-ae39-139537152f64'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:37:07.860015 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b17e2f534c86f4c251afbff7e361f1e97e0da2d0583a87ee31be6e756a3f28c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7049a1d-4574-4602-8164-bc3c4a2c2291" -d '{"events": [{"server_uuid": "df1211b0-b0ff-4174-910b-ed085bd84c9c", "name": "network-vif-deleted", "tag": "8bb7d44d-85af-46ff-ae39-139537152f64"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:37:07.908898 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfff591-ae46-4625-86c0-49bbb5ca8eef x-openstack-request-id: req-4cfff591-ae46-4625-86c0-49bbb5ca8eef {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:37:07.909350 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1211b0-b0ff-4174-910b-ed085bd84c9c", "name": "network-vif-deleted", "tag": "8bb7d44d-85af-46ff-ae39-139537152f64", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:37:07.909750 dv-cinder-830092-3-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4cfff591-ae46-4625-86c0-49bbb5ca8eef {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:37:07.910475 dv-cinder-830092-3-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1211b0-b0ff-4174-910b-ed085bd84c9c', 'name': 'network-vif-deleted', 'tag': '8bb7d44d-85af-46ff-ae39-139537152f64', 'status': 'completed', 'code': 200} Mar 08 19:37:08.054026 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [req-d429c80b-15b6-4fea-9601-bad8451b629a req-c5031d88-4280-4d21-9c4d-f98862c34dfd tempest-VolumesNegativeTest-177523493 tempest-VolumesNegativeTest-177523493-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1211b0-b0ff-4174-910b-ed085bd84c9c HTTP/1.1" status: 200 len: 210 time: 0.0351486 Mar 08 19:37:12.323075 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 8bb7d44d-85af-46ff-ae39-139537152f64 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:37:12.345822 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] No Port match for: 8bb7d44d-85af-46ff-ae39-139537152f64 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:37:12.346169 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Device 8bb7d44d-85af-46ff-ae39-139537152f64 not bound to the agent host hv-cinder-83009 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:37:15.760749 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 49270) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:37:15.901852 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-9a21c056-f79d-445c-9c32-ef31526bc936 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6d5d7e0958d49f683bc0237b967eb48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395581 Mar 08 19:37:15.904669 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.21', 49274) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:37:15.959842 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] Publish callbacks [] for security_group (cdde435c-354e-487f-8035-33049d31b13e), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:15.997046 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] Publish callbacks [] for security_group (cdde435c-354e-487f-8035-33049d31b13e), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:16.100231 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756040'] for security_group (cdde435c-354e-487f-8035-33049d31b13e), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:16.103289 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:16.104880 dv-cinder-830092-3-iscsi neutron-server[103758]: INFO neutron.wsgi [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdde435c-354e-487f-8035-33049d31b13e HTTP/1.1" status: 204 len: 168 time: 0.1988599 Mar 08 19:37:16.113836 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdde435c-354e-487f-8035-33049d31b13e,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:37:16.122085 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:16.122509 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:16.122872 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:16.123189 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:16.123523 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:16.123852 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:16.124171 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:16.124493 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:16.124818 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:16.125137 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:16.125455 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:16.125771 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:16.126086 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4eb0cd-164c-44a9-a71b-e03714f05fe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830092-3-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:37:20.729182 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41782b8-9bec-4dec-9e3e-dbae313bbbc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:23.138295 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2fcb128b-0d58-4d5b-9e37-9ed0f91accd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:24.195320 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:24.893786 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:25.813782 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:27.006771 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:31.687448 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:37:44.072199 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [req-b60f9db1-75dd-4b41-ac7a-d4039fb4b2cd req-3ed21df6-3779-430a-8c08-d4bc3a963f85 service neutron] (103758) timed out ('10.222.0.64', 59559) {{(pid=103758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 19:37:50.700136 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-506519aa-57c1-4b00-9337-2e542f1c1058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:53.115744 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1f97d18d-fb91-4dca-a871-f1892aa0aaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:54.206883 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:54.905444 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:55.842788 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:57.002334 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:08.686037 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:38:20.699835 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-cfcbaaa1-8d28-46e4-ba60-fb4292274484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:23.094508 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-32869ba4-2e62-49b4-9452-e6df3f398f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:24.201433 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:25.036932 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:25.847302 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:27.008623 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:45.684813 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:38:50.689120 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-015dc7c5-5533-49ef-a5fd-b2ae81dc147e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:53.083764 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-68153575-72b3-4117-a31d-c88f365fc23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:54.191565 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:54.921321 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:55.847488 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:56.997025 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:20.689195 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-aa346cac-59ec-4ccb-a005-67fb09bbb110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:22.684212 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:39:23.094667 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e19010ad-e636-4794-b83e-061a8aca23d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:24.191858 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:24.932834 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:25.814141 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:27.014325 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:50.751864 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-285fa0f0-9857-4001-b399-06f4887a4de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:53.106731 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-82f894b6-c80e-49dd-b213-721c2d6532a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:54.214586 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:54.951366 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:55.814429 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:57.014671 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:59.682869 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:40:14.623453 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [req-0d06efd5-2efa-4f24-8816-4cfe03376464 req-e52eaf6a-ed16-4315-888d-601a6e12c968 service neutron] (103758) timed out ('10.222.0.21', 43358) {{(pid=103758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 19:40:14.731439 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [req-0d06efd5-2efa-4f24-8816-4cfe03376464 req-a0222620-e767-4017-ae93-8ec53f8c3d63 tempest-AttachVolumeShelveTestJSON-1162416715 tempest-AttachVolumeShelveTestJSON-1162416715-project] (103758) timed out ('10.222.0.21', 43370) {{(pid=103758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 19:40:20.700333 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1c0c7226-6de1-40cf-89c1-09bb785ac2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:23.105919 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b8d17da4-b95f-4aae-a79a-55039dfdfcd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:24.237621 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:24.940367 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:25.866079 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:26.997916 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:36.682666 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:40:48.077166 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-52915ced-38ee-47e6-a900-bda9aab07b05 service neutron] (103758) timed out ('10.222.0.21', 45822) {{(pid=103758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 19:40:48.307296 dv-cinder-830092-3-iscsi neutron-server[103758]: DEBUG neutron.wsgi [req-63ee655c-e019-48b4-b180-3e7ca71934e7 req-1f0334ad-cce2-41d4-b349-058093cc4d32 tempest-TestShelveInstance-762311594 tempest-TestShelveInstance-762311594-project] (103758) timed out ('10.222.0.21', 45830) {{(pid=103758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 19:40:50.712210 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3648411e-b5bc-4e21-829d-4a0359e54556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:53.157797 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-0294c814-2ed3-4a00-9da4-24e7595a1e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:54.202848 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:54.980545 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:55.831824 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:57.020260 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:13.682523 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:41:20.716789 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-18c632dc-e9ed-46be-9fa2-0d33c316ebdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:23.098851 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-254fb5af-d34c-40a1-92f4-24a800d5ec6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:24.276909 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:24.997646 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:25.871367 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:27.008700 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:50.682811 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:41:50.751463 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4e7b4ba9-2ec5-440d-9b98-d7bd7c5a0d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:53.105674 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c9bab937-83c2-4c73-84bb-bb09e0ee34f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:54.241483 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:55.053194 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:55.836685 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:57.025114 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:20.734114 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4a741e1c-4fdd-4700-9359-3c4ef75e27f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:23.116854 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-f2741166-ed6d-4f6c-9a60-683ec6a0b36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:24.207740 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:24.979191 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:25.893613 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:27.008224 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:27.685293 dv-cinder-830092-3-iscsi neutron-server[103760]: DEBUG neutron.db.agents_db [None req-83b3bf4d-d985-4437-a313-8b38dad01506 None None] Agent healthcheck: found 6 active agents {{(pid=103760) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:42:50.721796 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-29bd0c41-f764-4306-8690-864d0496e7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (680ad53c-132c-4ea9-be00-8c582bbe9b31), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:53.105383 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d4df432d-8707-4d20-a401-a3172d0e0733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (8aedc0ab-c754-429e-95e6-75b2aec52c43), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:54.224656 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8a05-624e-4754-9709-d74201b14821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (b69e199c-7634-44e2-a438-7faef5a307bf), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:55.002103 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21dd0467-017a-4129-99cb-e19e991e226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (1d65ec35-3d5d-4c5f-9248-10a91aa5d951), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:55.842099 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ffa3f94-4a5a-4f2a-9170-d4262ae2f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (d459837d-279b-44bf-9de5-bbf208944707), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:57.019586 dv-cinder-830092-3-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-12e295c6-7d26-40f7-a3b2-26ada3c826ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785633600341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723341'] for agent (023f81ed-cf4c-48bd-92c3-ce157c9e5a30), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}